-- Logs begin at Fri 2022-07-01 18:45:03 UTC, end at Fri 2022-07-01 20:09:53 UTC. -- Jul 01 19:44:19.319710 dv-cinder-844601-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 01 19:44:22.075220 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.common.config [-] Logging enabled! Jul 01 19:44:22.075842 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev397 Jul 01 19:44:22.076005 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110403) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 01 19:44:22.079215 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.common.config [-] Logging enabled! Jul 01 19:44:22.079471 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev397 Jul 01 19:44:22.079782 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110403) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 01 19:44:22.080708 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 01 19:44:22.080942 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 01 19:44:22.081309 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 01 19:44:22.081555 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 01 19:44:22.081805 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 01 19:44:22.082222 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.082522 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.082797 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.083102 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.083396 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.083684 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.083976 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.084278 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.084563 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.084845 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.085132 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.085363 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.085671 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.085960 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.086246 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.086468 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] debug = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.086746 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.087178 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.087587 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.087871 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.088159 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.088438 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.088709 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.088986 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.089271 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.089616 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] host = dv-cinder-844601-7-iscsi {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.089904 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.090189 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.090475 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.090759 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.091033 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.091310 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.091593 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.091865 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.092136 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] log_file = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.092409 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.092695 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.092978 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.093265 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.093500 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.093733 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.094019 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.094308 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.094581 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.094855 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.095129 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.095403 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.095675 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.095940 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.096226 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.096510 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.096792 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.097068 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.097343 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.097639 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.097914 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.098198 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.098594 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.098873 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.099149 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.099437 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.099708 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.099988 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.100290 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.100576 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.100857 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.101143 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.101419 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.101731 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.102008 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.102328 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.102561 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] use_json = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.102865 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.103142 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.103430 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.103707 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.103982 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.104256 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.104529 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.104812 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.105084 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:22.105386 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.105710 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.106012 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.106298 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.106601 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.106882 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.107194 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.107474 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.107762 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.108051 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.108349 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.108628 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.108930 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.109219 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.109514 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.109852 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.110145 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.110437 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.110712 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.110985 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.111259 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.111571 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.111863 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.112143 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.112432 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.112721 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.113001 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.113297 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.113692 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.113900 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.114774 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.115071 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.115348 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.115631 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.115926 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.116207 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.116483 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.116813 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.117100 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.117370 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.117682 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.117980 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.118276 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.118550 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.118827 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.119117 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.119396 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.119672 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.119950 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.120222 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.120495 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.120779 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.121056 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.121330 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.121917 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.124256 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.124553 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.124852 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.125151 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.125441 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.125761 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.126054 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.126338 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.126624 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.126906 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.127188 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.127466 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.127743 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.128026 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.128304 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.128581 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.128858 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.129135 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.129412 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.130344 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.130634 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.130928 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.131212 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.131498 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.131784 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.132072 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.132355 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.132638 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.132914 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.133206 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.133495 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.133814 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.134106 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.134390 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.134722 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.135003 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.135284 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.135572 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.135854 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.136134 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.136421 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.136709 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.137006 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.137301 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.137609 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.137904 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.138201 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.138499 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.138781 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.139092 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.139371 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:22.139589 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 01 19:44:22.139841 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110403) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 01 19:44:22.437914 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110403) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 01 19:44:22.438111 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110403) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 01 19:44:22.438415 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110403) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 01 19:44:22.438747 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 01 19:44:22.846307 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:22.846598 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:22.846869 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:22.849943 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:22.850228 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:22.850491 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:22.903750 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:22.904032 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:22.904297 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:22.918993 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:22.919272 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:22.919540 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:22.949558 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:22.949854 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:22.950121 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:22.986686 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:22.986964 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:22.987229 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.217392 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.218050 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.218050 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.218209 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.218819 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.317286 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.317619 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.317909 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.318181 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.318452 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.318760 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.319019 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.319274 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.319526 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.319804 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.320061 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.320328 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.320577 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.320824 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.321075 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.321337 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.321607 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.321876 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.322142 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.322397 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.322665 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.322913 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.323189 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.323560 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.323806 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.324048 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.324436 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110403) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 01 19:44:23.324672 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110403) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 01 19:44:23.324907 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110403) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 01 19:44:23.325139 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110403) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 01 19:44:23.325371 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110403) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 01 19:44:23.325629 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110403) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 01 19:44:23.325998 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 01 19:44:23.329029 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 01 19:44:23.332935 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 01 19:44:23.336528 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jul 01 19:44:23.338172 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 01 19:44:23.338771 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 01 19:44:23.339101 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 01 19:44:23.339480 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 01 19:44:23.342258 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 01 19:44:23.342508 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 01 19:44:23.342851 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 01 19:44:23.347892 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 01 19:44:23.371363 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 01 19:44:23.371803 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.372097 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110403) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 01 19:44:23.372464 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.373835 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110403) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 01 19:44:23.374110 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 01 19:44:23.374350 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 01 19:44:23.377739 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.378021 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:23.517745 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 01 19:44:23.517928 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 01 19:44:23.518130 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 01 19:44:23.518505 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 01 19:44:23.573684 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO dbcounter [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Registered counter for database neutron Jul 01 19:44:23.593521 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_db.sqlalchemy.engines [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110403) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 01 19:44:23.600545 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG dbcounter [-] [110403] Writer thread running {{(pid=110403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 01 19:44:24.160992 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.managers [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Initializing driver for type 'gre' Jul 01 19:44:24.161559 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] gre ID ranges: [(1, 1000)] Jul 01 19:44:24.219852 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.managers [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Initializing driver for type 'local' Jul 01 19:44:24.220515 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.managers [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Initializing driver for type 'vlan' Jul 01 19:44:24.234987 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] VlanTypeDriver initialization complete Jul 01 19:44:24.235391 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.managers [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Initializing driver for type 'vxlan' Jul 01 19:44:24.235870 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] vxlan ID ranges: [(1, 1000)] Jul 01 19:44:24.289804 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.managers [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Initializing extension driver 'port_security' Jul 01 19:44:24.290164 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.extensions.port_security [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] PortSecurityExtensionDriver initialization complete Jul 01 19:44:24.290515 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.managers [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Initializing mechanism driver 'openvswitch' Jul 01 19:44:24.290832 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.managers [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Initializing mechanism driver 'hyperv' Jul 01 19:44:24.297353 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.plugins.ml2.plugin [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:44:24.298038 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > port after_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.298408 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > port after_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.298756 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > port after_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.299249 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110403) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 01 19:44:24.299666 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > subnet after_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.300018 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > subnet after_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.300366 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > subnet after_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.300747 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110403) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 01 19:44:24.301156 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > network after_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.302482 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > network after_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.302836 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > network after_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.303236 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110403) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 01 19:44:24.303659 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > security_group after_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.304009 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > security_group after_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.304351 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > security_group after_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.304760 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110403) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 01 19:44:24.305152 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.305508 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.305870 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.306273 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110403) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 01 19:44:24.306683 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > address_group after_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.307023 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > address_group after_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.307372 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > address_group after_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.307756 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110403) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 01 19:44:24.308194 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] ML2 OVO RPC backend initialized. {{(pid=110403) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 01 19:44:24.308886 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > router_interface after_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.309237 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.309679 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > network before_response 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.310027 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > networks before_response 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.310366 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > port before_response 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.310708 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > ports before_response 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.311045 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > subnet before_response 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.311380 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > subnets before_response 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.311729 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > network after_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.312061 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > network after_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.312392 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > network after_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.312725 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > port after_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.313063 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > port after_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.313396 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > port after_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.313757 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > subnet after_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.314087 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > subnet after_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.314412 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > subnet after_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.322898 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.quota [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded quota_driver: . Jul 01 19:44:24.323260 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.plugin [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Modular L2 Plugin initialization complete Jul 01 19:44:24.323600 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading services supported by the core plugin {{(pid=110403) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 01 19:44:24.323939 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.plugins.ml2.managers [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Got port-security extension from driver 'port_security' Jul 01 19:44:24.324412 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.extensions.vlantransparent [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Disabled vlantransparent extension. Jul 01 19:44:24.324896 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110403) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 01 19:44:24.325215 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading Plugin: router Jul 01 19:44:24.360116 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > router_interface before_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.360504 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > router after_create 55549900 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.360871 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > router before_create 55549900 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.361360 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.361764 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.362122 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > router after_delete 55549900 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.362478 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > floatingip after_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.362823 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > floatingip after_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.363176 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > router after_create 55549900 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.363518 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > router after_update 55549900 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.364862 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > router after_update 55549900 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.365229 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.365600 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > router after_update 55549900 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.366027 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > router precommit_update 55549900 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.366400 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: port after_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.366730 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: port after_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.367067 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: subnet after_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.367404 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.367747 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > port precommit_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.368093 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > router precommit_create 55549900 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.368437 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: port before_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.368779 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > router precommit_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.369131 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > router after_update 55549900 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.369469 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > router precommit_delete 55549900 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.369841 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > router precommit_create 55549900 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.370197 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > router_interface after_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.370539 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > router precommit_update 55549900 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.370895 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > agent after_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.371240 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > agent after_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.371580 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > network after_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.372421 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Tracking information for resource: router configured {{(pid=110403) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 01 19:44:24.372752 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Tracking information for resource: floatingip configured {{(pid=110403) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 01 19:44:24.377498 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.db.l3_agentschedulers_db [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 01 19:44:24.378109 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: port after_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.378469 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: port after_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.378816 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: port after_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.379168 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: port after_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.381052 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > router before_create 55550100 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.381413 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > router precommit_delete 55550100 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.381803 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > router precommit_create 55550100 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.382161 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > router precommit_update 55550100 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.386967 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.services.provider_configuration [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Service providers = [] {{(pid=110403) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 01 19:44:24.387330 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.db.servicetype_db [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110403) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 01 19:44:24.390231 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.services.service_base [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110403) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 01 19:44:24.390581 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.services.service_base [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110403) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 01 19:44:24.390926 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.services.service_base [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110403) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 01 19:44:24.391962 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.services.service_base [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110403) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 01 19:44:24.392333 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.services.service_base [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 01 19:44:24.392711 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110403) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 01 19:44:24.393026 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 01 19:44:24.403744 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110403) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 01 19:44:24.404075 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading Plugin: auto_allocate Jul 01 19:44:24.410030 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: network precommit_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.410392 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: network precommit_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.411421 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110403) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 01 19:44:24.411691 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading Plugin: tag Jul 01 19:44:24.418414 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110403) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 01 19:44:24.418739 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading Plugin: timestamp Jul 01 19:44:24.422487 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110403) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 01 19:44:24.422814 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading Plugin: network_ip_availability Jul 01 19:44:24.429207 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.429573 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.429945 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.430652 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110403) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 01 19:44:24.430968 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading Plugin: flavors Jul 01 19:44:24.435878 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110403) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 01 19:44:24.436202 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading Plugin: revisions Jul 01 19:44:24.440399 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110403) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 01 19:44:24.440789 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_concurrency.lockutils [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.002s {{(pid=110403) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 01 19:44:24.441510 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110403) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jul 01 19:44:24.441874 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Initializing extension manager. Jul 01 19:44:24.443401 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: __init__.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.443747 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: __pycache__ {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.444085 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: address_group.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.444830 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.445400 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: address-group Jul 01 19:44:24.445756 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: address_scope.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.446461 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.446978 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: address-scope Jul 01 19:44:24.447301 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: admin_state_down_before_update.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.448211 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.448733 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: router-admin-state-down-before-update Jul 01 19:44:24.449057 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: agent.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.449784 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.450294 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: agent Jul 01 19:44:24.450618 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: agent_resources_synced.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.451508 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.452017 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: agent-resources-synced Jul 01 19:44:24.452341 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: allowedaddresspairs.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.454130 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.454657 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: allowed-address-pairs Jul 01 19:44:24.454981 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: auto_allocated_topology.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.456045 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.456562 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: auto-allocated-topology Jul 01 19:44:24.456883 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: availability_zone.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.457597 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.458536 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: availability_zone Jul 01 19:44:24.458867 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: availability_zone_filter.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.459774 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.460292 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: availability_zone_filter Jul 01 19:44:24.460612 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: data_plane_status.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.461503 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.462034 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension data-plane-status not supported by any of loaded plugins Jul 01 19:44:24.462354 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: default_subnetpools.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.463255 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.463765 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: default-subnetpools Jul 01 19:44:24.464085 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: dhcpagentscheduler.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.464875 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.465387 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: dhcp_agent_scheduler Jul 01 19:44:24.465740 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: dns.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.466642 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.467152 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension dns-integration not supported by any of loaded plugins Jul 01 19:44:24.467471 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: dns_domain_ports.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.468373 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.468884 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 01 19:44:24.469203 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.470129 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.470640 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 01 19:44:24.470959 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: dvr.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.471616 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.472123 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: dvr Jul 01 19:44:24.472441 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: ecmp_routes.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.473784 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.474300 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension ecmp_routes not supported by any of loaded plugins Jul 01 19:44:24.474624 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: empty_string_filtering.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.475526 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.476035 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: empty-string-filtering Jul 01 19:44:24.476356 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.477248 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.477779 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 01 19:44:24.478103 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.478998 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.479675 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 01 19:44:24.480002 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: external_net.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.480896 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.481407 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: external-net Jul 01 19:44:24.481766 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: extra_dhcp_opt.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.482661 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.483169 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: extra_dhcp_opt Jul 01 19:44:24.483491 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: extraroute.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.484384 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.484892 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: extraroute Jul 01 19:44:24.485214 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: extraroute_atomic.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.486246 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.486756 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: extraroute-atomic Jul 01 19:44:24.487078 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: filter_validation.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.487730 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.488233 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: filter-validation Jul 01 19:44:24.488558 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: fip_pf_description.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.490499 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.491004 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 01 19:44:24.491326 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: fip_pf_port_range.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.492235 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.492737 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 01 19:44:24.493057 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: fip_port_details.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.493993 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.494499 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: fip-port-details Jul 01 19:44:24.494817 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: flavors.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.496032 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.496553 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: flavors Jul 01 19:44:24.496876 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.498544 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.499072 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 01 19:44:24.499411 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: floatingip_pools.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.500111 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.500627 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: floatingip-pools Jul 01 19:44:24.500958 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: ip_allocation.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.501902 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.502417 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension ip_allocation not supported by any of loaded plugins Jul 01 19:44:24.502746 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.503660 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.504175 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: ip-substring-filtering Jul 01 19:44:24.505228 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: l2_adjacency.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.506679 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.507192 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension l2_adjacency not supported by any of loaded plugins Jul 01 19:44:24.507521 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: l3.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.508501 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.509025 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: router Jul 01 19:44:24.509372 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: l3_conntrack_helper.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.511593 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.512129 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 01 19:44:24.512463 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.513373 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.513924 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: ext-gw-mode Jul 01 19:44:24.514253 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.515164 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.515674 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: l3-ha Jul 01 19:44:24.515998 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.516896 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.517401 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 01 19:44:24.517760 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: l3_flavors.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.518658 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.519173 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: l3-flavors Jul 01 19:44:24.519496 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: l3_ndp_proxy.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.521294 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.521846 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 01 19:44:24.522176 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.523082 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.523593 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: l3-port-ip-change-not-allowed Jul 01 19:44:24.523919 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: l3agentscheduler.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.525088 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.525637 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: l3_agent_scheduler Jul 01 19:44:24.525970 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: local_ip.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.527716 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.528240 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension local_ip not supported by any of loaded plugins Jul 01 19:44:24.528575 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: logging.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.530328 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.530853 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension logging not supported by any of loaded plugins Jul 01 19:44:24.531187 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: metering.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.531918 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.532494 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: metering Jul 01 19:44:24.532821 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.533949 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.534469 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: metering_source_and_destination_fields Jul 01 19:44:24.534795 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: multiprovidernet.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.535812 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.536824 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: multi-provider Jul 01 19:44:24.537149 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: netmtu.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.538098 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.538610 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: net-mtu Jul 01 19:44:24.538930 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: netmtu_writable.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.539842 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.540351 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: net-mtu-writable Jul 01 19:44:24.540670 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: network_availability_zone.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.541331 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.541880 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: network_availability_zone Jul 01 19:44:24.542202 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: network_ip_availability.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.543285 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.543800 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: network-ip-availability Jul 01 19:44:24.544121 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: network_segment_range.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.544868 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.545378 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension network-segment-range not supported by any of loaded plugins Jul 01 19:44:24.545729 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: pagination.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.546698 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.547023 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: pagination Jul 01 19:44:24.547344 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: port_device_profile.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.548247 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.548766 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: port-device-profile Jul 01 19:44:24.549095 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: port_mac_address_override.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.550021 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.550535 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: port-mac-override Jul 01 19:44:24.551166 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.552712 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.553227 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: port-mac-address-regenerate Jul 01 19:44:24.553549 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.554472 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.554984 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: port-numa-affinity-policy Jul 01 19:44:24.555305 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: port_resource_request.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.556207 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.556715 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension port-resource-request not supported by any of loaded plugins Jul 01 19:44:24.557039 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: port_resource_request_groups.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.558013 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.558521 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 01 19:44:24.558840 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: portbindings.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.559749 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.560257 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: binding Jul 01 19:44:24.560575 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: portbindings_extended.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.561836 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.562353 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: binding-extended Jul 01 19:44:24.562675 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: portsecurity.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.563575 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.564088 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: port-security Jul 01 19:44:24.564408 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: project_id.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.565364 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.565721 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: project-id Jul 01 19:44:24.566044 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: providernet.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.567712 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.568531 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: provider Jul 01 19:44:24.568856 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: qos.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.573997 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.574523 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension qos not supported by any of loaded plugins Jul 01 19:44:24.574854 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.576081 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.576599 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 01 19:44:24.576925 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.577864 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.578382 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 01 19:44:24.578706 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: qos_default.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.579603 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.580128 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension qos-default not supported by any of loaded plugins Jul 01 19:44:24.580451 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: qos_fip.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.581358 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.581906 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension qos-fip not supported by any of loaded plugins Jul 01 19:44:24.582231 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: qos_fip_network_policy.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.583442 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.583960 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 01 19:44:24.584282 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: qos_gateway_ip.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.585193 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.585741 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 01 19:44:24.586065 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: qos_port_network_policy.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.586968 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.587480 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 01 19:44:24.587801 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.588840 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.589356 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 01 19:44:24.589721 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.590746 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.591263 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 01 19:44:24.591585 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: qos_pps_rule.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.592722 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.593235 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension qos-pps not supported by any of loaded plugins Jul 01 19:44:24.593559 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: qos_rule_type_details.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.594484 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.594994 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 01 19:44:24.595316 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: qos_rule_type_filter.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.596221 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.596731 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 01 19:44:24.597053 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: qos_rules_alias.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.598102 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.599098 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 01 19:44:24.599420 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: quota_check_limit.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.600327 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.600842 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: quota-check-limit Jul 01 19:44:24.601163 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: quotasv2.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.602128 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.602451 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: quotas Jul 01 19:44:24.602769 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: quotasv2_detail.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.604460 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.604795 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: quota_details Jul 01 19:44:24.605122 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: rbac.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.606196 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.606719 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: rbac-policies Jul 01 19:44:24.607047 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: rbac_address_group.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.607964 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.608479 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: rbac-address-group Jul 01 19:44:24.608802 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: rbac_address_scope.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.609754 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.610270 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: rbac-address-scope Jul 01 19:44:24.610593 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: rbac_security_groups.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.611568 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.612080 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: rbac-security-groups Jul 01 19:44:24.612404 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: rbac_subnetpool.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.613312 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.614544 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: rbac-subnetpool Jul 01 19:44:24.615032 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: revisionifmatch.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.615958 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.616476 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: revision-if-match Jul 01 19:44:24.616798 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: revisions.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.617917 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.618432 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: standard-attr-revisions Jul 01 19:44:24.618756 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: router_availability_zone.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.619415 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.619933 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: router_availability_zone Jul 01 19:44:24.620252 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: routerservicetype.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.621325 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.621866 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension router-service-type not supported by any of loaded plugins Jul 01 19:44:24.622191 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.623105 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.623624 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: security-groups-normalized-cidr Jul 01 19:44:24.623947 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: security_groups_port_filtering.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.624851 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.625364 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: port-security-groups-filtering Jul 01 19:44:24.625718 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.626645 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.627157 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: security-groups-remote-address-group Jul 01 19:44:24.627479 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.628389 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.628901 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: security-groups-shared-filtering Jul 01 19:44:24.629223 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: securitygroup.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.639800 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.640339 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: security-group Jul 01 19:44:24.640669 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: segment.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.641381 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.641934 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension segment not supported by any of loaded plugins Jul 01 19:44:24.642259 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.643191 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.643702 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 01 19:44:24.644026 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: servicetype.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.645221 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.646254 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: service-type Jul 01 19:44:24.646585 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: sorting.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.647567 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.647899 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: sorting Jul 01 19:44:24.648221 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: standard_attr_segment.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.649124 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.649681 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 01 19:44:24.650007 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: standardattrdescription.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.650651 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.651163 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: standard-attr-description Jul 01 19:44:24.651482 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: stateful_security_group.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.652401 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.652911 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: stateful-security-group Jul 01 19:44:24.653232 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: stdattrs_common.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.653837 dv-cinder-844601-7-iscsi neutron-server[110403]: WARNING neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 01 19:44:24.654155 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.655343 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.655856 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 01 19:44:24.656176 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: subnet_onboard.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.657207 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.657758 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: subnet_onboard Jul 01 19:44:24.658080 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.658995 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.659504 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 01 19:44:24.659822 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: subnet_service_types.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.662079 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.662561 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: subnet-service-types Jul 01 19:44:24.662887 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: subnetallocation.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.663965 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.664483 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: subnet_allocation Jul 01 19:44:24.664809 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.665469 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.666020 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: subnetpool-prefix-ops Jul 01 19:44:24.666343 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.667275 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.667786 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 01 19:44:24.668107 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: tagging.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.669158 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.669704 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: standard-attr-tag Jul 01 19:44:24.670031 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: timestamp.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.671208 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.671723 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loaded extension: standard-attr-timestamp Jul 01 19:44:24.672057 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: trunk.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.673059 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.673574 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension trunk not supported by any of loaded plugins Jul 01 19:44:24.673917 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: trunk_details.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.674824 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.675337 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension trunk-details not supported by any of loaded plugins Jul 01 19:44:24.675658 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: uplink_status_propagation.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.677631 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.678154 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 01 19:44:24.678479 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Loading extension file: vlantransparent.py {{(pid=110403) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 19:44:24.679142 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110403) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 19:44:24.679650 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extension vlan-transparent not supported by any of loaded plugins Jul 01 19:44:24.682223 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Creating instance of TrackedResource for resource:network Jul 01 19:44:24.682740 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Creating instance of TrackedResource for resource:subnet Jul 01 19:44:24.683134 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Creating instance of TrackedResource for resource:subnetpool Jul 01 19:44:24.683521 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Creating instance of TrackedResource for resource:port Jul 01 19:44:24.684760 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.v2.resource_helper [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110403) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 19:44:24.685210 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.v2.resource_helper [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Service FLAVORS assigned prefix: {{(pid=110403) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 19:44:24.685872 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.v2.resource_helper [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110403) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 19:44:24.686294 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.v2.resource_helper [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110403) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 19:44:24.686622 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Creating instance of TrackedResource for resource:router Jul 01 19:44:24.687047 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Creating instance of TrackedResource for resource:floatingip Jul 01 19:44:24.687531 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.v2.resource_helper [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Service METERING assigned prefix: /metering {{(pid=110403) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 19:44:24.688969 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.689340 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.689724 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:44:24.690731 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Creating instance of CountableResource for resource:rbac_policy Jul 01 19:44:24.691162 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Creating instance of TrackedResource for resource:security_group Jul 01 19:44:24.691606 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Creating instance of TrackedResource for resource:security_group_rule Jul 01 19:44:24.692661 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.v2.resource_helper [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Service CORE assigned prefix: {{(pid=110403) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 19:44:24.692991 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Creating instance of TrackedResource for resource:subnetpool Jul 01 19:44:24.693344 dv-cinder-844601-7-iscsi neutron-server[110403]: WARNING neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] subnetpool is already registered Jul 01 19:44:24.693799 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.v2.resource_helper [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Service CORE assigned prefix: {{(pid=110403) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 19:44:24.694128 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Creating instance of TrackedResource for resource:subnetpool Jul 01 19:44:24.694462 dv-cinder-844601-7-iscsi neutron-server[110403]: WARNING neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] subnetpool is already registered Jul 01 19:44:24.696711 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.v2.resource_helper [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110403) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 19:44:24.697142 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.v2.resource_helper [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Service FLAVORS assigned prefix: {{(pid=110403) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 19:44:24.697761 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.v2.resource_helper [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110403) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 19:44:24.698184 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.v2.resource_helper [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110403) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 19:44:24.698513 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Creating instance of TrackedResource for resource:router Jul 01 19:44:24.698847 dv-cinder-844601-7-iscsi neutron-server[110403]: WARNING neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] router is already registered Jul 01 19:44:24.699256 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Creating instance of TrackedResource for resource:floatingip Jul 01 19:44:24.699588 dv-cinder-844601-7-iscsi neutron-server[110403]: WARNING neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] floatingip is already registered Jul 01 19:44:24.700046 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.v2.resource_helper [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Service METERING assigned prefix: /metering {{(pid=110403) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 19:44:24.700714 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Creating instance of CountableResource for resource:rbac_policy Jul 01 19:44:24.701038 dv-cinder-844601-7-iscsi neutron-server[110403]: WARNING neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] rbac_policy is already registered Jul 01 19:44:24.701450 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Creating instance of TrackedResource for resource:security_group Jul 01 19:44:24.701813 dv-cinder-844601-7-iscsi neutron-server[110403]: WARNING neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] security_group is already registered Jul 01 19:44:24.702216 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Creating instance of TrackedResource for resource:security_group_rule Jul 01 19:44:24.702547 dv-cinder-844601-7-iscsi neutron-server[110403]: WARNING neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] security_group_rule is already registered Jul 01 19:44:24.703172 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.v2.resource_helper [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Service CORE assigned prefix: {{(pid=110403) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 19:44:24.703499 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Creating instance of TrackedResource for resource:subnetpool Jul 01 19:44:24.703831 dv-cinder-844601-7-iscsi neutron-server[110403]: WARNING neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] subnetpool is already registered Jul 01 19:44:24.704245 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.v2.resource_helper [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Service CORE assigned prefix: {{(pid=110403) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 19:44:24.704565 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Creating instance of TrackedResource for resource:subnetpool Jul 01 19:44:24.704892 dv-cinder-844601-7-iscsi neutron-server[110403]: WARNING neutron.quota.resource_registry [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] subnetpool is already registered Jul 01 19:44:24.705358 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: extensions {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.706803 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: address-groups {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.708898 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: address-scopes {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.710254 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: agents {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.711394 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: auto-allocated-topology {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.712620 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: availability_zones {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.713840 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: dhcp-networks {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.715326 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: dhcp-agents {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.716758 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: routers {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.718469 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: flavors {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.719733 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: service_profiles {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.720913 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: next_providers {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.722383 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: service_profiles {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.724915 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: floatingip-pools {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.726163 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: routers {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.727839 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: floatingips {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.729110 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: l3-routers {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.730512 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: l3-agents {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.731921 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: metering-labels {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.733176 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: metering-label-rules {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.735460 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: network-ip-availabilities {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.736715 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: bindings {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.738281 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: quotas {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.741043 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: quotas {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.742606 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: rbac-policies {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.743790 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: security-groups {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.745076 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: security-group-rules {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.746347 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: service-providers {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.747530 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: subnetpools {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.748844 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: subnetpools {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.750396 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: tags {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.752045 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: tags {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.753901 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: tags {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.756154 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: tags {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.757845 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: tags {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.759777 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: tags {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.761462 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: tags {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.763365 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: tags {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.765123 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: tags {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.766874 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron.api.extensions [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Extended resource: tags {{(pid=110403) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 19:44:24.773285 dv-cinder-844601-7-iscsi neutron-server[110403]: WARNING keystonemiddleware.auth_token [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 01 19:44:24.778307 dv-cinder-844601-7-iscsi neutron-server[110403]: WARNING keystonemiddleware.auth_token [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 01 19:44:24.788178 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_concurrency.lockutils [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Acquired lock "singleton_lock" {{(pid=110403) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 01 19:44:24.788650 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_concurrency.lockutils [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Releasing lock "singleton_lock" {{(pid=110403) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 01 19:44:24.789290 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO oslo_service.service [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Starting 2 workers Jul 01 19:44:24.794099 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Started child 110544 {{(pid=110403) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 01 19:44:24.798498 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Started child 110545 {{(pid=110403) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 01 19:44:24.799515 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:24.800131 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO neutron.service [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Neutron service started, listening on 0.0.0.0:9696 Jul 01 19:44:24.800685 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Publish callbacks [] for process (None), before_spawn {{(pid=110403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:24.801050 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [-] (110544) wsgi starting up on http://0.0.0.0:9696 Jul 01 19:44:24.804218 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO oslo_service.service [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Starting 1 workers Jul 01 19:44:24.804371 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:24.805681 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [-] (110545) wsgi starting up on http://0.0.0.0:9696 Jul 01 19:44:24.809457 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Started child 110546 {{(pid=110403) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 01 19:44:24.810007 dv-cinder-844601-7-iscsi neutron-server[110403]: INFO oslo_service.service [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Starting 1 workers Jul 01 19:44:24.813154 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.service [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] calling RpcWorker wait() {{(pid=110546) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 01 19:44:24.813713 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.service [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] returning from RpcWorker wait() {{(pid=110546) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 01 19:44:24.814470 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Started child 110547 {{(pid=110403) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 01 19:44:24.815141 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:24.815235 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG neutron_lib.callbacks.manager [None req-a853a0cb-6132-4100-8c5e-bbabde4eebdd None None] Publish callbacks [] for process (None), after_spawn {{(pid=110403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:24.815647 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:44:24.817109 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110403) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 01 19:44:24.817318 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 01 19:44:24.817507 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 01 19:44:24.817764 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 01 19:44:24.818104 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 01 19:44:24.818267 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 01 19:44:24.818787 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.819068 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.819340 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.819527 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:24.819980 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.820199 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.820491 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:44:24.820582 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.820738 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.820999 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.821268 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.821441 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.821628 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.821885 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.822132 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.822468 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.822734 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.822978 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.823238 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.823414 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.823685 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.823947 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.824193 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.824475 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] debug = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.824739 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.825208 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.825464 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.825754 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.825975 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.826261 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.826507 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.826761 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.826970 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.827195 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.827442 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.827689 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.827919 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.828160 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.828387 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.828665 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.828891 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.829371 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] host = dv-cinder-844601-7-iscsi {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.829627 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.829849 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.830093 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.830339 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.830589 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.830834 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.831103 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.831353 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.831618 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.831862 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.832105 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.832354 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.832588 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.832862 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] log_file = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.833159 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] log_options = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.833643 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.833930 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.834207 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.834407 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.834578 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.834745 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.835004 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.835170 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.835430 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.835648 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.835882 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.836118 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.836347 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.836604 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.836867 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.837073 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.837328 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.837531 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.837869 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.838100 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.838343 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.838568 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.838824 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.839041 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.839256 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.839494 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.839739 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.839981 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.840195 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.840429 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.841352 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.841624 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.841854 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.842114 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.842405 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.842635 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.842862 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.843100 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.843371 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.843599 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.843858 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.844125 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.844336 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.844954 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.845950 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.845950 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.845950 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] use_json = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.845950 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.846445 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.846738 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.847130 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.847130 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.848711 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.848711 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.848711 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.848711 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.849141 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.849414 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.849758 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.850110 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.850661 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.850827 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.850968 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.851158 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.851420 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.851621 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.852028 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.852180 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.852654 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.852820 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.855928 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.856873 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.857091 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.857373 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.857661 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.857915 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.858183 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.858428 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.858706 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.858934 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.859189 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.859433 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.859692 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.860007 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.860273 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.860550 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.860893 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.861189 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.861439 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.861948 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.862243 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.862569 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.863118 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.863409 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.865295 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.865549 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.866334 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.866742 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.866993 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.867256 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.867531 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.867763 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.868092 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.868472 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.868784 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.869095 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.869317 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.869543 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.869794 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.870044 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.870272 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.870487 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.870722 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.870967 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.871220 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.871492 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.871724 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.871939 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.872316 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.872675 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.873047 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.873402 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.873781 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.874163 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.874393 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.874613 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.874825 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.875057 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.875300 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.875535 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.875744 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.875985 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.876197 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.876413 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.876648 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.876876 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.877084 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.877319 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.877529 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.877784 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.877994 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.878208 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.878425 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.878626 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.879025 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.879254 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.879602 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.882205 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.882485 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.882749 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.882984 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.883241 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.883473 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.883745 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.883983 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.884204 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.884416 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.884681 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.884931 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.885178 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.885404 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.885870 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.886143 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.886720 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.887011 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.887241 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.887461 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.887701 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.887950 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.888215 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.888452 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.888683 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.888900 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.889133 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.889383 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.889727 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.890058 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.890361 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.890661 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.890948 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.891253 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.891514 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.891783 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.892186 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.892440 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.892703 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.892939 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.893187 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.893419 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.893695 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.893941 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.894192 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.894411 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.894641 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.894869 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.895669 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.895919 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.896140 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.896350 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.896809 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.897055 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.897295 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.897559 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.897834 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.898169 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.898404 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.898644 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.898883 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.899125 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.899393 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.899606 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.899828 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.900330 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.900588 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.900822 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.901033 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.901598 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.901817 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.902038 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.902271 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.902489 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.902724 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.902981 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.903197 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.903410 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.903647 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.903878 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.905430 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.905771 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.906008 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.908205 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.908464 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.908762 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.909047 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.909277 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.909536 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.909830 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.910081 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.910301 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.910578 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.911895 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.912186 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.912373 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.912604 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.912824 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.913062 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.913296 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.913535 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.914175 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.914429 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.915623 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.916528 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.916795 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.917065 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.917309 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.917535 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.917788 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.918010 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.918262 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.918481 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.918704 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.918957 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.919174 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.919389 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.919627 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.919840 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.920098 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.920320 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.920562 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.920778 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.921019 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.921255 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.921468 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.922903 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.923139 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.923357 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.923597 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.924286 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.924407 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:44:24.924508 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.924789 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.925056 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.925287 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.925540 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.925783 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.926016 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.926269 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.927486 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.927722 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.927949 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.929651 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.929888 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.930142 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.930361 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.930577 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.930804 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.931024 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.931260 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.931505 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.931717 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.931928 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.932173 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.932390 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.932600 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.932823 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.933037 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.933244 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.933463 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.933800 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.934059 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.934318 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.934642 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.934890 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.935137 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.935380 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.935603 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.935912 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.936197 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.936437 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.936836 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.937083 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.937359 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.937644 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.937970 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.938195 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.938447 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.938687 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.938914 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.939145 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.939412 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.939755 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.940046 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.940306 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.940579 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.940854 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.941139 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.941430 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.941709 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.942237 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.942610 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.942871 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.943127 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.943416 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.943662 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.943897 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.944140 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.944365 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.944605 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.945011 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.945369 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.945631 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.945869 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.946115 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.946368 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.946641 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.946894 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.947114 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.947364 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.947587 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.947754 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 01 19:44:24.948327 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110403) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 01 19:44:24.948490 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 01 19:44:24.948646 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 01 19:44:24.948834 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 01 19:44:24.949005 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 01 19:44:24.949159 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 01 19:44:24.949367 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.949530 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.949751 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.949967 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.950196 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.950412 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.950625 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.950785 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.950947 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.951109 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.951308 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.951482 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.951647 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.951804 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.951967 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.952593 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.952766 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.953243 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.953410 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.953597 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.953753 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.953918 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] debug = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.954081 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.954287 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.954465 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.954608 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.954766 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.955028 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.955194 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.955354 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.955515 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.956104 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.956256 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.956419 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.956562 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.956722 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.956864 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.957002 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.957164 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.957324 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] host = dv-cinder-844601-7-iscsi {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.957514 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.957697 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.957857 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.959476 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.959476 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.959476 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.959476 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.959476 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.959476 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.959476 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.959476 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.959989 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.959989 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.959989 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] log_file = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.959989 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] log_options = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.959989 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.959989 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.960356 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.960356 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.960498 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.960576 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.960686 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.960845 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.961003 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.961161 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.961319 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.961479 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.961660 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.961821 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.961981 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.962140 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.962301 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.962457 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.962779 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.962941 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.963102 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.963263 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.963421 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.963581 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.963738 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.963899 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.964102 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.964310 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.964475 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.964636 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.964795 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.964981 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.965142 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.965300 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.965460 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.965647 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.965809 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.965968 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.966131 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.966290 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.966448 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.966605 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.966764 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.966923 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.967081 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.967239 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.967402 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] use_json = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.967561 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.967720 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.967876 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.968035 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.968197 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.968366 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.968510 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.968669 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.968830 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 19:44:24.969009 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.969607 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.969607 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.969607 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.969847 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.969847 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.970005 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.970141 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.970302 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.970429 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.970597 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.970759 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.970932 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.971093 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.971254 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.971417 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.971578 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.971756 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.972148 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.972148 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.972324 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.972404 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.972537 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.972698 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.972859 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.973020 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.974145 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.974145 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.974316 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.974479 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.974657 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.974819 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.974983 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.975144 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.975306 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.975469 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.975631 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.975793 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.975954 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.976415 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.976579 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.976742 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.976902 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.977071 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.977223 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.977385 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.977548 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.977734 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.977895 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.978061 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.978223 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.978385 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.978547 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.978709 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.978871 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.979033 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.979194 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.979367 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.979528 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.979690 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.979851 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.980012 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.980172 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.980334 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.980495 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.980655 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.980815 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.980976 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.981149 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.981309 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.981471 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.981652 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.981816 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.981976 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.982137 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.982298 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.982459 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.982621 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.982781 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.982942 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.983102 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.983263 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.983424 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.983586 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.983747 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.983909 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.984070 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.984231 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.984392 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.984554 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.984714 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.984890 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.985052 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.985214 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.985377 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.985538 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.985726 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.985888 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.986048 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.986211 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.986373 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.986533 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.986696 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.986859 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.987019 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.987215 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.987328 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.987487 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.987648 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.987809 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.987970 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.988135 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.988295 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.988457 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.988617 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.989429 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.989730 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.989730 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.990214 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.990214 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.990214 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.990415 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.990490 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.990645 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.990815 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.990978 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.991141 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.991301 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.991463 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.991624 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.991783 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.991944 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.992106 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.992265 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.992426 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.992598 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.992759 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.992921 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.993083 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.993266 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.993427 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.993627 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.993772 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.993934 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.994095 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.994256 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.994417 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.994577 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.994738 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.994900 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.995064 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.995225 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.995386 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.995546 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.995706 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.995868 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.996030 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.996191 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.996352 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.996513 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.996673 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.996833 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.996993 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.997153 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.997316 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.997477 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.997659 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.997821 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.997985 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.998147 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.998329 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.998491 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.998652 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.998813 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.998974 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.999134 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.999300 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.999461 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.999623 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.999785 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:24.999947 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.000109 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.000272 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.000436 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.000597 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.000759 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.000922 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.001073 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.001232 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.001394 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.001555 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.001740 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.001903 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.002065 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.002248 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.002413 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.002575 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.002741 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.002839 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 51986) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:44:25.002926 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.003053 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.003214 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.003375 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.003536 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.003697 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.003864 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.004031 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.004195 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.004374 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.004742 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.004905 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.005071 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.005236 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.005399 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.005561 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.005750 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.005913 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.006074 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.006235 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.006399 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.006570 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.006730 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.006891 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.007052 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.007227 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.007410 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.007549 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.007710 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.007871 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.008032 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.008209 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.008371 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.008531 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.008693 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.008854 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.009014 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.009185 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.009346 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.009508 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.009693 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.009856 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.010018 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.010189 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.010351 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.010512 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.010673 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.010834 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.010995 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.011164 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.011324 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.011498 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.012345 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.012345 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.012517 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065670 Jul 01 19:44:25.012609 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.012609 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.012609 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.012609 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.012609 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.012900 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.012900 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.013077 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.013245 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.013406 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.013575 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.014519 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.014519 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.014519 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.014519 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.014519 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.014519 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.014964 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.014964 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.014964 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.015179 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.015261 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.015431 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.015600 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.015764 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.015934 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.016104 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.016275 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.016436 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.016604 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.016777 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.016938 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.017125 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.017343 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.017473 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.017653 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.017779 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.017940 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.018109 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.018275 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.018432 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.018593 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.018753 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.018913 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.019057 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.019223 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.019383 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.019599 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.019696 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.019880 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 19:44:25.020557 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110403) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 01 19:44:34.283289 dv-cinder-844601-7-iscsi neutron-server[110403]: DEBUG dbcounter [-] [110403] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110403) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:44:36.141396 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77d4312-8fe4-44a4-89fe-6367543aafd5 None None] get_active_networks_info from dv-cinder-844601-7-iscsi {{(pid=110546) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 01 19:44:36.166368 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writer thread running {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 01 19:44:36.167089 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writer thread running {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 01 19:44:36.231000 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77d4312-8fe4-44a4-89fe-6367543aafd5 None None] No non-hosted networks {{(pid=110546) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 01 19:44:36.248678 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.agentschedulers_db [None req-b77d4312-8fe4-44a4-89fe-6367543aafd5 None None] DHCP Agent not found on host dv-cinder-844601-7-iscsi {{(pid=110546) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 01 19:44:36.304973 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-c578aed9-7cfa-4b48-abd8-5eabe1f0de45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1729494'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:37.894042 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writer thread running {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 01 19:44:38.564404 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ac3ffd31-bc4c-4d94-ac82-9d40b4daa0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1729494'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:38.611916 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-f2736d6e-854d-49fe-a120-0b57fde759a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:39.551288 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 52056) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:44:39.720681 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1729494'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:40.157559 dv-cinder-844601-7-iscsi neutron-server[110544]: WARNING oslo_policy.policy [None req-2eb93db4-2b26-4678-bbb0-5d28e980790f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 01 19:44:40.158157 dv-cinder-844601-7-iscsi neutron-server[110544]: WARNING oslo_policy.policy [None req-2eb93db4-2b26-4678-bbb0-5d28e980790f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 01 19:44:40.380524 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [None req-2eb93db4-2b26-4678-bbb0-5d28e980790f admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=110544) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 19:44:40.381735 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-2eb93db4-2b26-4678-bbb0-5d28e980790f admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8281815 Jul 01 19:44:41.056522 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1729494'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:41.362970 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1729494'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:41.365633 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:41.366166 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:41.367114 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:41.367455 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:41.367786 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:41.368115 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:41.368601 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:41.368948 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:41.370591 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:41.371445 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:41.373806 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:41.374339 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:41.374727 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:41.376620 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:41.377460 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:41.377903 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-844601-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:44:41.398405 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-844601-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:44:42.710867 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 52090) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:44:43.041692 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-a2749973-27f3-4103-8e02-3e2efb441e40 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:44:43.132495 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.policy [None req-a2749973-27f3-4103-8e02-3e2efb441e40 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110544) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 01 19:44:43.174522 dv-cinder-844601-7-iscsi neutron-server[110544]: WARNING oslo_policy.policy [None req-a2749973-27f3-4103-8e02-3e2efb441e40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 01 19:44:43.174901 dv-cinder-844601-7-iscsi neutron-server[110544]: WARNING oslo_policy.policy [None req-a2749973-27f3-4103-8e02-3e2efb441e40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 01 19:44:43.195135 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writer thread running {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 01 19:44:43.272959 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a2749973-27f3-4103-8e02-3e2efb441e40 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766992386077', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766992386569', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766992370524', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766992378502', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766992359248', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766992359595', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3624657', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3623233', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-473526', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1677597'] for rbac-policy (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:43.342464 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a2749973-27f3-4103-8e02-3e2efb441e40 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:43.343707 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-a2749973-27f3-4103-8e02-3e2efb441e40 admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6317842 Jul 01 19:44:45.605438 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 52102) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:44:45.737842 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.db.l3_hamode_db [None req-34e81cda-672d-4fd1-aea3-4dbedbe2128d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 01 19:44:45.815127 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e81cda-672d-4fd1-aea3-4dbedbe2128d None None] Routers set() bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:44:45.815497 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e81cda-672d-4fd1-aea3-4dbedbe2128d None None] Router IDs set() for agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 01 19:44:46.124117 dv-cinder-844601-7-iscsi neutron-server[110545]: WARNING oslo_policy.policy [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 01 19:44:46.124684 dv-cinder-844601-7-iscsi neutron-server[110545]: WARNING oslo_policy.policy [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 01 19:44:46.339992 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:44:46.353364 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writer thread running {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 01 19:44:46.394768 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Made reservation on behalf of 574afa1590854c65a807df4589e2c460 for: {'network': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:44:46.455351 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.policy [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110545) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 01 19:44:46.498639 dv-cinder-844601-7-iscsi neutron-server[110545]: WARNING oslo_policy.policy [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 01 19:44:46.499030 dv-cinder-844601-7-iscsi neutron-server[110545]: WARNING oslo_policy.policy [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 01 19:44:46.509663 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for network (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:46.532337 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:46.648147 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Publish callbacks [] for security_group (948a64a5-db8e-44f2-8e55-aa617a2822c1), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:46.651887 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (948a64a5-db8e-44f2-8e55-aa617a2822c1), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:46.677654 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=110545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 19:44:46.711416 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766990268757', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (dcbf8782-c9c8-4506-b7ff-486231de5960), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:46.711993 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Unsubscribe: segment precommit_create {{(pid=110545) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 01 19:44:46.712520 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.segments_db [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Added segment dcbf8782-c9c8-4506-b7ff-486231de5960 of type vlan for network a957b0cc-df64-4d65-b8e2-dfc090e8fad0 Jul 01 19:44:46.732200 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=948a64a5-db8e-44f2-8e55-aa617a2822c1,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:44:46.783218 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:46.783548 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:46.783901 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:46.784254 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:46.784589 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:46.784916 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:46.785239 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:46.786308 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:46.786742 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:46.786831 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:46.787161 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:46.787497 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:46.787820 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:46.788137 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:46.788453 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Tracked resource versions report: Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: pushed versions: Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: { 'AddressGroup': {'1.2'}, Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'Agent': {'1.1'}, Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'ConntrackHelper': {'1.0'}, Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'LocalIPAssociation': {'1.0'}, Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'Log': {'1.0'}, Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'NDPProxy': {'1.0'}, Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'Network': {'1.1'}, Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'Port': {'1.7'}, Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'PortForwarding': {'1.3'}, Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'QosPolicy': {'1.10'}, Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'SecurityGroup': {'1.5'}, Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'SecurityGroupRule': {'1.2'}, Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'SubPort': {'1.0'}, Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'Subnet': {'1.1'}, Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'Trunk': {'1.1'}} Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: consumer versions: Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: { DHCP agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: L3 agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: Metadata agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: Metering agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: Open vSwitch agent@dv-cinder-844601-7-iscsi: { 'AddressGroup': '1.2', Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'Agent': '1.1', Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'ConntrackHelper': '1.0', Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'LocalIPAssociation': '1.0', Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'Log': '1.0', Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'NDPProxy': '1.0', Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'Network': '1.1', Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'Port': '1.7', Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'PortForwarding': '1.3', Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'QosPolicy': '1.10', Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'SecurityGroup': '1.5', Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'SecurityGroupRule': '1.2', Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'SubPort': '1.0', Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'Subnet': '1.1', Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: 'Trunk': '1.1'}} Jul 01 19:44:46.789894 dv-cinder-844601-7-iscsi neutron-server[110545]: {{(pid=110545) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 01 19:44:46.829242 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766989805963'] for network (a957b0cc-df64-4d65-b8e2-dfc090e8fad0), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:46.872322 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for network (a957b0cc-df64-4d65-b8e2-dfc090e8fad0), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:46.877435 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:44:46.878185 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:46.940732 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.3330386 Jul 01 19:44:47.007789 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440bed1-e01f-40d3-acd6-adfd6bf76e23 demo demo] Pushing event updated for resources: {'Network': ['ID=a957b0cc-df64-4d65-b8e2-dfc090e8fad0,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:44:47.020694 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Network a957b0cc-df64-4d65-b8e2-dfc090e8fad0 details requested by agent ovs-agent-dv-cinder-844601-7-iscsi with host dv-cinder-844601-7-iscsi {{(pid=110546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 19:44:49.287264 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 52122) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:44:49.702868 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef7d6aa-521c-4f3d-b70c-01c2ef381b68 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:44:49.704240 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-8ef7d6aa-521c-4f3d-b70c-01c2ef381b68 demo admin] 10.222.0.66 "GET /v2.0/networks/a957b0cc-df64-4d65-b8e2-dfc090e8fad0 HTTP/1.1" status: 200 len: 825 time: 0.4160273 Jul 01 19:44:49.728581 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=58,neutron:INSERT=40,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:44:49.744583 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-e284f0bc-8948-4171-afa4-7f854e01633b demo admin] 10.222.0.66 "GET /v2.0/subnetpools/5ee6967f-13dd-4bc2-9936-e31850a0d4dc HTTP/1.1" status: 200 len: 734 time: 0.0346248 Jul 01 19:44:49.753803 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-f14ea6c5-a11b-4f4e-ac3f-33f3585e0126 demo admin] Request body: {'subnet': {'subnetpool_id': '5ee6967f-13dd-4bc2-9936-e31850a0d4dc', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'a957b0cc-df64-4d65-b8e2-dfc090e8fad0'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:44:49.779052 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14ea6c5-a11b-4f4e-ac3f-33f3585e0126 demo admin] Made reservation on behalf of 574afa1590854c65a807df4589e2c460 for: {'subnet': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:44:49.781352 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f14ea6c5-a11b-4f4e-ac3f-33f3585e0126 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:50.076028 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f14ea6c5-a11b-4f4e-ac3f-33f3585e0126 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for subnet (d17dc0f3-acb0-4728-b59f-4cdf6961f6a4), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:50.126666 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:44:50.148557 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ea6c5-a11b-4f4e-ac3f-33f3585e0126 demo admin] Pushing event updated for resources: {'Subnet': ['ID=d17dc0f3-acb0-4728-b59f-4cdf6961f6a4,revision_number=0']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:44:50.153596 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14ea6c5-a11b-4f4e-ac3f-33f3585e0126 demo admin] Checking segment: {'id': 'dcbf8782-c9c8-4506-b7ff-486231de5960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a957b0cc-df64-4d65-b8e2-dfc090e8fad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:44:50.154336 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14ea6c5-a11b-4f4e-ac3f-33f3585e0126 demo admin] Network hostable DHCP agents. Network: a957b0cc-df64-4d65-b8e2-dfc090e8fad0, hostable agents: ['c73d88bc-f5d4-4e4e-bef7-e6641222d38b'], hosted agents: [] {{(pid=110545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 19:44:50.175734 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14ea6c5-a11b-4f4e-ac3f-33f3585e0126 demo admin] Network a957b0cc-df64-4d65-b8e2-dfc090e8fad0 is scheduled to be hosted by DHCP agent c73d88bc-f5d4-4e4e-bef7-e6641222d38b with binding_index 1 {{(pid=110545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 19:44:50.188547 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-f14ea6c5-a11b-4f4e-ac3f-33f3585e0126 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-7-iscsi, a957b0cc-df64-4d65-b8e2-dfc090e8fad0) {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:44:50.194947 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14ea6c5-a11b-4f4e-ac3f-33f3585e0126 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:44:50.195633 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f14ea6c5-a11b-4f4e-ac3f-33f3585e0126 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for subnet (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:50.201938 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55136af0-99c4-4866-9b7e-c4d282df6bad None None] Network a957b0cc-df64-4d65-b8e2-dfc090e8fad0 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:44:50.224348 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-f14ea6c5-a11b-4f4e-ac3f-33f3585e0126 demo admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4740055 Jul 01 19:44:50.465268 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef9c38b-9e7a-5363-bbbe-cbd2af869e96-a957b0cc-df64-4d65-b8e2-dfc090e8fad0', 'network_id': 'a957b0cc-df64-4d65-b8e2-dfc090e8fad0', 'project_id': '574afa1590854c65a807df4589e2c460', 'fixed_ips': [{'subnet_id': 'd17dc0f3-acb0-4728-b59f-4cdf6961f6a4'}]}} from dv-cinder-844601-7-iscsi. {{(pid=110546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 19:44:50.466662 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:50.746369 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.db_base_plugin_common [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Allocated IP 172.20.0.2 (a957b0cc-df64-4d65-b8e2-dfc090e8fad0/d17dc0f3-acb0-4728-b59f-4cdf6961f6a4/292ea39b-bb91-4f31-a098-d6c536025f26) {{(pid=110546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:44:51.015344 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Publish callbacks [] for port (292ea39b-bb91-4f31-a098-d6c536025f26), precommit_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:51.024146 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (292ea39b-bb91-4f31-a098-d6c536025f26), after_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:51.101147 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Network a957b0cc-df64-4d65-b8e2-dfc090e8fad0 is already hosted by enough agents. {{(pid=110546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:44:51.110243 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.base_scheduler [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Resources bound (agent type, host, resource id): {{(pid=110546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:44:51.114170 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Received port after_create {{(pid=110546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:44:51.120212 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Pushing event updated for resources: {'Port': ['ID=292ea39b-bb91-4f31-a098-d6c536025f26,revision_number=1']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:44:51.154170 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:51.154527 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:51.154892 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:51.155254 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:51.155595 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:51.155930 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:51.156262 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:51.156591 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:51.156921 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:51.157249 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:51.157596 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:51.157947 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:51.158279 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:51.158601 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:51.158930 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Tracked resource versions report: Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: pushed versions: Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: { 'AddressGroup': {'1.2'}, Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'Agent': {'1.1'}, Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'ConntrackHelper': {'1.0'}, Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'LocalIPAssociation': {'1.0'}, Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'Log': {'1.0'}, Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'NDPProxy': {'1.0'}, Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'Network': {'1.1'}, Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'Port': {'1.7'}, Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'PortForwarding': {'1.3'}, Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'QosPolicy': {'1.10'}, Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'SecurityGroup': {'1.5'}, Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'SecurityGroupRule': {'1.2'}, Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'SubPort': {'1.0'}, Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'Subnet': {'1.1'}, Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'Trunk': {'1.1'}} Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: consumer versions: Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: { DHCP agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: L3 agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: Metadata agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: Metering agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: Open vSwitch agent@dv-cinder-844601-7-iscsi: { 'AddressGroup': '1.2', Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'Agent': '1.1', Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'ConntrackHelper': '1.0', Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'LocalIPAssociation': '1.0', Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'Log': '1.0', Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'NDPProxy': '1.0', Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'Network': '1.1', Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'Port': '1.7', Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'PortForwarding': '1.3', Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'QosPolicy': '1.10', Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'SecurityGroup': '1.5', Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'SecurityGroupRule': '1.2', Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'SubPort': '1.0', Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'Subnet': '1.1', Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: 'Trunk': '1.1'}} Jul 01 19:44:51.160455 dv-cinder-844601-7-iscsi neutron-server[110546]: {{(pid=110546) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 01 19:44:51.215359 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:44:51.217684 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Attempting to bind port 292ea39b-bb91-4f31-a098-d6c536025f26 on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:44:51.218087 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Attempting to bind port 292ea39b-bb91-4f31-a098-d6c536025f26 by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'dcbf8782-c9c8-4506-b7ff-486231de5960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a957b0cc-df64-4d65-b8e2-dfc090e8fad0'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:44:51.218524 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Attempting to bind port 292ea39b-bb91-4f31-a098-d6c536025f26 on network a957b0cc-df64-4d65-b8e2-dfc090e8fad0 {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:44:51.225065 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:44:51.225456 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Checking segment: {'id': 'dcbf8782-c9c8-4506-b7ff-486231de5960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a957b0cc-df64-4d65-b8e2-dfc090e8fad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:44:51.225947 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:51.226340 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Bound using segment: {'id': 'dcbf8782-c9c8-4506-b7ff-486231de5960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a957b0cc-df64-4d65-b8e2-dfc090e8fad0'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:44:51.226807 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Bound port: 292ea39b-bb91-4f31-a098-d6c536025f26, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcbf8782-c9c8-4506-b7ff-486231de5960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a957b0cc-df64-4d65-b8e2-dfc090e8fad0'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:44:51.227212 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (292ea39b-bb91-4f31-a098-d6c536025f26), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:51.292301 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] For port 292ea39b-bb91-4f31-a098-d6c536025f26, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:44:51.314429 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] For port 292ea39b-bb91-4f31-a098-d6c536025f26, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=292ea39b-bb91-4f31-a098-d6c536025f26,segment=NetworkSegment(dcbf8782-c9c8-4506-b7ff-486231de5960),segment_id=dcbf8782-c9c8-4506-b7ff-486231de5960)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:44:51.322274 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (292ea39b-bb91-4f31-a098-d6c536025f26), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:51.377661 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0a27a-0dd8-4bd3-83fe-bb05542f9e1c None None] Pushing event updated for resources: {'Port': ['ID=292ea39b-bb91-4f31-a098-d6c536025f26,revision_number=2']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:44:52.580235 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 52134) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:44:52.915119 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [None req-561fed9c-93fb-48c7-80ba-a19d1bdac70d admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=110544) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 19:44:52.916208 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-561fed9c-93fb-48c7-80ba-a19d1bdac70d admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3350253 Jul 01 19:44:53.336614 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=19,neutron:INSERT=34,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:44:53.337719 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:INSERT=3,neutron:SELECT=14,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:44:55.253631 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 52146) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:44:55.594584 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [None req-634dc58b-e619-470a-a52f-7e5e419bb528 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=110544) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 19:44:55.595600 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-634dc58b-e619-470a-a52f-7e5e419bb528 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3404434 Jul 01 19:44:56.076310 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:44:56.081444 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=5 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:44:57.909216 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 52158) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:44:58.251128 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-8c4b2c74-302b-431c-945d-bb2e2c422022 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:44:58.282882 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8c4b2c74-302b-431c-945d-bb2e2c422022 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1736258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2076621'] for router (ab09b60a-d01f-4424-abdd-90d739c0e706), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:58.284598 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8c4b2c74-302b-431c-945d-bb2e2c422022 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1560559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2076612'] for router (ab09b60a-d01f-4424-abdd-90d739c0e706), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:58.439200 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8c4b2c74-302b-431c-945d-bb2e2c422022 demo demo] Publish callbacks [] for router_controller (ab09b60a-d01f-4424-abdd-90d739c0e706), precommit_add_association {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:58.443778 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8c4b2c74-302b-431c-945d-bb2e2c422022 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725937'] for router (ab09b60a-d01f-4424-abdd-90d739c0e706), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:58.463886 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8c4b2c74-302b-431c-945d-bb2e2c422022 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:58.465046 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-8c4b2c74-302b-431c-945d-bb2e2c422022 demo demo] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5542827 Jul 01 19:44:59.055513 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 292ea39b-bb91-4f31-a098-d6c536025f26 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:44:59.153858 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 292ea39b-bb91-4f31-a098-d6c536025f26 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:44:59.154283 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (292ea39b-bb91-4f31-a098-d6c536025f26), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:59.259732 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 292ea39b-bb91-4f31-a098-d6c536025f26 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:44:59.260124 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (292ea39b-bb91-4f31-a098-d6c536025f26), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:59.287021 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:44:59.297708 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-520f6246-b665-4881-9a48-4c544643b810 None None] For port 292ea39b-bb91-4f31-a098-d6c536025f26, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=292ea39b-bb91-4f31-a098-d6c536025f26,segment=NetworkSegment(dcbf8782-c9c8-4506-b7ff-486231de5960),segment_id=dcbf8782-c9c8-4506-b7ff-486231de5960)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:44:59.303205 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (292ea39b-bb91-4f31-a098-d6c536025f26), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:59.350502 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Pushing event updated for resources: {'Port': ['ID=292ea39b-bb91-4f31-a098-d6c536025f26,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:44:59.624955 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b8d321-2166-4ff9-aa18-875fae90e524 None None] Network a957b0cc-df64-4d65-b8e2-dfc090e8fad0 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:44:59.698705 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-a3cf3aa2-6dba-4db4-82b3-a5794ff1bba3 None None] Provisioning complete for port 292ea39b-bb91-4f31-a098-d6c536025f26 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:44:59.699091 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-a3cf3aa2-6dba-4db4-82b3-a5794ff1bba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (292ea39b-bb91-4f31-a098-d6c536025f26), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:44:59.747159 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:44:59.824153 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-a3cf3aa2-6dba-4db4-82b3-a5794ff1bba3 None None] Current status of the port 292ea39b-bb91-4f31-a098-d6c536025f26 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:45:00.042908 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-b3ab7b2f-8fbd-4a48-9861-e5f7ff806008 None None] Provisioning complete for port 292ea39b-bb91-4f31-a098-d6c536025f26 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:45:00.043301 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-b3ab7b2f-8fbd-4a48-9861-e5f7ff806008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (292ea39b-bb91-4f31-a098-d6c536025f26), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:00.116735 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-b3ab7b2f-8fbd-4a48-9861-e5f7ff806008 None None] Current status of the port 292ea39b-bb91-4f31-a098-d6c536025f26 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:45:00.215765 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:00.216550 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:00.801831 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 52172) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:45:01.041556 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 292ea39b-bb91-4f31-a098-d6c536025f26 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:45:01.086164 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 292ea39b-bb91-4f31-a098-d6c536025f26 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:45:01.086561 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (292ea39b-bb91-4f31-a098-d6c536025f26), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:01.130290 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [None req-a0d74410-f0ff-406b-a6f1-6d2f900b5422 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=110544) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 19:45:01.131285 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-a0d74410-f0ff-406b-a6f1-6d2f900b5422 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3285792 Jul 01 19:45:01.157903 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 292ea39b-bb91-4f31-a098-d6c536025f26 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:45:03.386164 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 52180) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:45:03.706245 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:45:03.729407 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Made reservation on behalf of 54a2d5d499f64a6a8437120d4d4f1f46 for: {'network': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:45:03.732099 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for network (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:03.748342 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:03.849902 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Publish callbacks [] for security_group (d666c353-a69d-42e9-9c23-4794aed344eb), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:03.853629 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (d666c353-a69d-42e9-9c23-4794aed344eb), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:03.865309 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Reserving flat network on physical network physnet1 {{(pid=110544) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 01 19:45:03.898855 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766990268757', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:03.899395 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Unsubscribe: segment precommit_create {{(pid=110544) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 01 19:45:03.899905 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.segments_db [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Added segment c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63 of type flat for network b87c582a-5096-4c62-aa69-ad30066bb691 Jul 01 19:45:03.919875 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d666c353-a69d-42e9-9c23-4794aed344eb,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:45:03.967764 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:03.968111 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:03.968468 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:03.968806 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:03.969134 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:03.969460 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:03.969807 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:03.970130 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:03.970466 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:03.970788 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:03.971121 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:03.971459 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:03.971781 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:03.972598 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:03.972902 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Tracked resource versions report: Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: pushed versions: Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: { 'AddressGroup': {'1.2'}, Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'Agent': {'1.1'}, Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'ConntrackHelper': {'1.0'}, Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'LocalIPAssociation': {'1.0'}, Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'Log': {'1.0'}, Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'NDPProxy': {'1.0'}, Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'Network': {'1.1'}, Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'Port': {'1.7'}, Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'PortForwarding': {'1.3'}, Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'QosPolicy': {'1.10'}, Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'SecurityGroup': {'1.5'}, Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'SecurityGroupRule': {'1.2'}, Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'SubPort': {'1.0'}, Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'Subnet': {'1.1'}, Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'Trunk': {'1.1'}} Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: consumer versions: Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: { DHCP agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: L3 agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: Metadata agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: Metering agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: Open vSwitch agent@dv-cinder-844601-7-iscsi: { 'AddressGroup': '1.2', Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'Agent': '1.1', Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'ConntrackHelper': '1.0', Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'LocalIPAssociation': '1.0', Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'Log': '1.0', Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'NDPProxy': '1.0', Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'Network': '1.1', Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'Port': '1.7', Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'PortForwarding': '1.3', Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'QosPolicy': '1.10', Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'SecurityGroup': '1.5', Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'SecurityGroupRule': '1.2', Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'SubPort': '1.0', Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'Subnet': '1.1', Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: 'Trunk': '1.1'}} Jul 01 19:45:03.974341 dv-cinder-844601-7-iscsi neutron-server[110544]: {{(pid=110544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 01 19:45:04.017132 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766989805963'] for network (b87c582a-5096-4c62-aa69-ad30066bb691), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:04.063415 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for network (b87c582a-5096-4c62-aa69-ad30066bb691), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:04.064557 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:45:04.065246 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:04.128123 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7408373 Jul 01 19:45:04.167556 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761cc2d-7a3e-4865-bf4b-85cb19603cc7 admin admin] Pushing event updated for resources: {'Network': ['ID=b87c582a-5096-4c62-aa69-ad30066bb691,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:45:04.178656 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Network b87c582a-5096-4c62-aa69-ad30066bb691 details requested by agent ovs-agent-dv-cinder-844601-7-iscsi with host dv-cinder-844601-7-iscsi {{(pid=110546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 19:45:06.102319 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-156079fe-0ea6-43e5-bd14-f4c90d0464a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:06.387209 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 52192) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:45:06.790100 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a424147a-8e02-4b6d-9334-a420d0ff688c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:45:06.791482 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-a424147a-8e02-4b6d-9334-a420d0ff688c demo admin] 10.222.0.66 "GET /v2.0/subnets/d17dc0f3-acb0-4728-b59f-4cdf6961f6a4 HTTP/1.1" status: 200 len: 849 time: 0.4033082 Jul 01 19:45:06.928357 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-ab180e42-8bfe-4a8f-9161-beab5293a389 demo admin] 10.222.0.66 "GET /v2.0/routers/ab09b60a-d01f-4424-abdd-90d739c0e706 HTTP/1.1" status: 200 len: 704 time: 0.1309040 Jul 01 19:45:07.158707 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:07.197757 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fc09cf8d-b746-45e1-8e98-a47730bc5502 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:07.381014 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:07.487657 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [None req-fc09cf8d-b746-45e1-8e98-a47730bc5502 demo admin] Allocated IP 172.20.0.1 (a957b0cc-df64-4d65-b8e2-dfc090e8fad0/d17dc0f3-acb0-4728-b59f-4cdf6961f6a4/91e59595-8b91-4454-b749-57b9d5a3a48c) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:45:07.673490 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fc09cf8d-b746-45e1-8e98-a47730bc5502 demo admin] Publish callbacks [] for port (91e59595-8b91-4454-b749-57b9d5a3a48c), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:07.733905 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fc09cf8d-b746-45e1-8e98-a47730bc5502 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (91e59595-8b91-4454-b749-57b9d5a3a48c), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:07.814058 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc09cf8d-b746-45e1-8e98-a47730bc5502 demo admin] Network a957b0cc-df64-4d65-b8e2-dfc090e8fad0 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:45:07.820641 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-fc09cf8d-b746-45e1-8e98-a47730bc5502 demo admin] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:45:07.825461 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09cf8d-b746-45e1-8e98-a47730bc5502 demo admin] Pushing event updated for resources: {'Port': ['ID=91e59595-8b91-4454-b749-57b9d5a3a48c,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:45:07.829360 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc09cf8d-b746-45e1-8e98-a47730bc5502 demo admin] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:45:07.829828 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fc09cf8d-b746-45e1-8e98-a47730bc5502 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730226'] for router_interface (ab09b60a-d01f-4424-abdd-90d739c0e706), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:08.079788 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-68753436-d24e-478d-a148-85be6bde8f80 None None] Provisioning complete for port 91e59595-8b91-4454-b749-57b9d5a3a48c triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:45:08.080395 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-68753436-d24e-478d-a148-85be6bde8f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (91e59595-8b91-4454-b749-57b9d5a3a48c), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:08.090098 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fc09cf8d-b746-45e1-8e98-a47730bc5502 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (91e59595-8b91-4454-b749-57b9d5a3a48c), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:08.157771 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-68753436-d24e-478d-a148-85be6bde8f80 None None] Port 91e59595-8b91-4454-b749-57b9d5a3a48c cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:45:08.302480 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:08.304754 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fc09cf8d-b746-45e1-8e98-a47730bc5502 demo admin] Publish callbacks [] for port (91e59595-8b91-4454-b749-57b9d5a3a48c), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:08.309987 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fc09cf8d-b746-45e1-8e98-a47730bc5502 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (91e59595-8b91-4454-b749-57b9d5a3a48c), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:08.310756 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fc09cf8d-b746-45e1-8e98-a47730bc5502 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730094'] for router_interface (ab09b60a-d01f-4424-abdd-90d739c0e706), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:08.373862 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09cf8d-b746-45e1-8e98-a47730bc5502 demo admin] Pushing event updated for resources: {'Port': ['ID=91e59595-8b91-4454-b749-57b9d5a3a48c,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:45:08.439439 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc09cf8d-b746-45e1-8e98-a47730bc5502 demo admin] Network a957b0cc-df64-4d65-b8e2-dfc090e8fad0 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:45:08.440788 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-fc09cf8d-b746-45e1-8e98-a47730bc5502 demo admin] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:45:08.450183 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:08.563384 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-c3baf6ba-8f9a-46fc-a15e-5497442eb93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:08.604830 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc09cf8d-b746-45e1-8e98-a47730bc5502 demo admin] Router ab09b60a-d01f-4424-abdd-90d739c0e706 is scheduled to L3 agent 92102641-59bc-4b31-9151-065046da5b4e with binding_index 1 {{(pid=110544) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 01 19:45:08.676552 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-167a0eb4-a153-40e4-8a7d-1f12caf7cce3 None None] Provisioning complete for port 91e59595-8b91-4454-b749-57b9d5a3a48c triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:45:08.677037 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-167a0eb4-a153-40e4-8a7d-1f12caf7cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (91e59595-8b91-4454-b749-57b9d5a3a48c), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:08.698319 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc09cf8d-b746-45e1-8e98-a47730bc5502 demo admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:45:08.705699 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-fc09cf8d-b746-45e1-8e98-a47730bc5502 demo admin] 10.222.0.66 "PUT /v2.0/routers/ab09b60a-d01f-4424-abdd-90d739c0e706/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7716470 Jul 01 19:45:08.712221 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-167a0eb4-a153-40e4-8a7d-1f12caf7cce3 None None] Port 91e59595-8b91-4454-b749-57b9d5a3a48c cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:45:08.714136 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] Sync routers for ids ['ab09b60a-d01f-4424-abdd-90d739c0e706'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:45:08.730017 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] Routers {'ab09b60a-d01f-4424-abdd-90d739c0e706'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:45:08.730846 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:45:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['ab09b60a-d01f-4424-abdd-90d739c0e706'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:45:08.917274 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] Set router ab09b60a-d01f-4424-abdd-90d739c0e706 gateway port host: None {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:45:09.340032 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab09b60a-d01f-4424-abdd-90d739c0e706', 'name': 'router1', 'tenant_id': '574afa1590854c65a807df4589e2c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:44:58Z', 'updated_at': '2022-07-01T19:45:07Z', 'revision_number': 2, 'project_id': '574afa1590854c65a807df4589e2c460', 'gw_port_host': None, '_interfaces': [{'id': '91e59595-8b91-4454-b749-57b9d5a3a48c', 'name': '', 'network_id': 'a957b0cc-df64-4d65-b8e2-dfc090e8fad0', 'tenant_id': '574afa1590854c65a807df4589e2c460', 'mac_address': 'fa:16:3e:5f:e9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab09b60a-d01f-4424-abdd-90d739c0e706', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd17dc0f3-acb0-4728-b59f-4cdf6961f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:45:07Z', 'updated_at': '2022-07-01T19:45:08Z', 'revision_number': 2, 'project_id': '574afa1590854c65a807df4589e2c460', 'subnets': [{'id': 'd17dc0f3-acb0-4728-b59f-4cdf6961f6a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ee6967f-13dd-4bc2-9936-e31850a0d4dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:45:09.390268 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] Checking router: ab09b60a-d01f-4424-abdd-90d739c0e706 for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:45:09.390640 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] Updating router ab09b60a-d01f-4424-abdd-90d739c0e706 port 91e59595-8b91-4454-b749-57b9d5a3a48c binding host dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 19:45:09.446605 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (91e59595-8b91-4454-b749-57b9d5a3a48c), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:09.675328 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:09.963716 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] Publish callbacks [] for port (91e59595-8b91-4454-b749-57b9d5a3a48c), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:09.970754 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (91e59595-8b91-4454-b749-57b9d5a3a48c), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:10.118270 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9050b-1b27-4a99-8123-458df88e1d9c None None] Pushing event updated for resources: {'Port': ['ID=91e59595-8b91-4454-b749-57b9d5a3a48c,revision_number=3']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:45:10.142257 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9050b-1b27-4a99-8123-458df88e1d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:10.142606 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9050b-1b27-4a99-8123-458df88e1d9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:10.142932 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9050b-1b27-4a99-8123-458df88e1d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:10.143272 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9050b-1b27-4a99-8123-458df88e1d9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:10.143689 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9050b-1b27-4a99-8123-458df88e1d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:10.144629 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9050b-1b27-4a99-8123-458df88e1d9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:10.144961 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9050b-1b27-4a99-8123-458df88e1d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:10.145284 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9050b-1b27-4a99-8123-458df88e1d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:10.145629 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9050b-1b27-4a99-8123-458df88e1d9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:10.145955 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9050b-1b27-4a99-8123-458df88e1d9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:10.146278 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9050b-1b27-4a99-8123-458df88e1d9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:10.146616 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9050b-1b27-4a99-8123-458df88e1d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:10.146937 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9050b-1b27-4a99-8123-458df88e1d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:10.147252 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9050b-1b27-4a99-8123-458df88e1d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:10.147566 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9050b-1b27-4a99-8123-458df88e1d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9050b-1b27-4a99-8123-458df88e1d9c None None] Tracked resource versions report: Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: pushed versions: Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: { 'AddressGroup': {'1.2'}, Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'Agent': {'1.1'}, Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'ConntrackHelper': {'1.0'}, Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'LocalIPAssociation': {'1.0'}, Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'Log': {'1.0'}, Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'NDPProxy': {'1.0'}, Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'Network': {'1.1'}, Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'Port': {'1.7'}, Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'PortForwarding': {'1.3'}, Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'QosPolicy': {'1.10'}, Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'SecurityGroup': {'1.5'}, Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'SecurityGroupRule': {'1.2'}, Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'SubPort': {'1.0'}, Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'Subnet': {'1.1'}, Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'Trunk': {'1.1'}} Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: consumer versions: Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: { DHCP agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: L3 agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: Metadata agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: Metering agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: Open vSwitch agent@dv-cinder-844601-7-iscsi: { 'AddressGroup': '1.2', Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'Agent': '1.1', Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'ConntrackHelper': '1.0', Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'LocalIPAssociation': '1.0', Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'Log': '1.0', Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'NDPProxy': '1.0', Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'Network': '1.1', Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'Port': '1.7', Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'PortForwarding': '1.3', Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'QosPolicy': '1.10', Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'SecurityGroup': '1.5', Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'SecurityGroupRule': '1.2', Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'SubPort': '1.0', Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'Subnet': '1.1', Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: 'Trunk': '1.1'}} Jul 01 19:45:10.149019 dv-cinder-844601-7-iscsi neutron-server[110547]: {{(pid=110547) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 01 19:45:10.167645 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] Attempting to bind port 91e59595-8b91-4454-b749-57b9d5a3a48c on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:45:10.168040 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] Attempting to bind port 91e59595-8b91-4454-b749-57b9d5a3a48c by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'dcbf8782-c9c8-4506-b7ff-486231de5960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a957b0cc-df64-4d65-b8e2-dfc090e8fad0'}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:45:10.168470 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] Attempting to bind port 91e59595-8b91-4454-b749-57b9d5a3a48c on network a957b0cc-df64-4d65-b8e2-dfc090e8fad0 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:45:10.173798 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:45:10.174215 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] Checking segment: {'id': 'dcbf8782-c9c8-4506-b7ff-486231de5960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a957b0cc-df64-4d65-b8e2-dfc090e8fad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:45:10.174687 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:10.176188 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] Bound using segment: {'id': 'dcbf8782-c9c8-4506-b7ff-486231de5960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a957b0cc-df64-4d65-b8e2-dfc090e8fad0'} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:45:10.176671 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] Bound port: 91e59595-8b91-4454-b749-57b9d5a3a48c, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcbf8782-c9c8-4506-b7ff-486231de5960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a957b0cc-df64-4d65-b8e2-dfc090e8fad0'}}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:45:10.177045 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (91e59595-8b91-4454-b749-57b9d5a3a48c), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:10.229769 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:10.245833 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] For port 91e59595-8b91-4454-b749-57b9d5a3a48c, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:45:10.246071 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-acb1af66-1d30-4def-bc6f-b28aa0e3dab3 None None] Provisioning complete for port 91e59595-8b91-4454-b749-57b9d5a3a48c triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:45:10.246404 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-acb1af66-1d30-4def-bc6f-b28aa0e3dab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (91e59595-8b91-4454-b749-57b9d5a3a48c), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:10.268613 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] For port 91e59595-8b91-4454-b749-57b9d5a3a48c, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=91e59595-8b91-4454-b749-57b9d5a3a48c,segment=NetworkSegment(dcbf8782-c9c8-4506-b7ff-486231de5960),segment_id=dcbf8782-c9c8-4506-b7ff-486231de5960)] {{(pid=110547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:45:10.275050 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (91e59595-8b91-4454-b749-57b9d5a3a48c), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:10.282097 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-acb1af66-1d30-4def-bc6f-b28aa0e3dab3 None None] Port 91e59595-8b91-4454-b749-57b9d5a3a48c cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:45:10.299642 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:10.341661 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9050b-1b27-4a99-8123-458df88e1d9c None None] Pushing event updated for resources: {'Port': ['ID=91e59595-8b91-4454-b749-57b9d5a3a48c,revision_number=4']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:45:10.344520 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] Routers {'ab09b60a-d01f-4424-abdd-90d739c0e706'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:45:10.345120 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:45:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['ab09b60a-d01f-4424-abdd-90d739c0e706'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:45:10.433878 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] Set router ab09b60a-d01f-4424-abdd-90d739c0e706 gateway port host: None {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:45:10.501130 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-f377db65-fa3e-423f-aaa2-0ce830e4e7fd None None] Provisioning complete for port 91e59595-8b91-4454-b749-57b9d5a3a48c triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:45:10.501921 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-f377db65-fa3e-423f-aaa2-0ce830e4e7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (91e59595-8b91-4454-b749-57b9d5a3a48c), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:10.577729 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-f377db65-fa3e-423f-aaa2-0ce830e4e7fd None None] Current status of the port 91e59595-8b91-4454-b749-57b9d5a3a48c is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:45:10.578217 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-f377db65-fa3e-423f-aaa2-0ce830e4e7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (91e59595-8b91-4454-b749-57b9d5a3a48c), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:10.611487 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-f377db65-fa3e-423f-aaa2-0ce830e4e7fd None None] For port 91e59595-8b91-4454-b749-57b9d5a3a48c, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=91e59595-8b91-4454-b749-57b9d5a3a48c,segment=NetworkSegment(dcbf8782-c9c8-4506-b7ff-486231de5960),segment_id=dcbf8782-c9c8-4506-b7ff-486231de5960)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:45:10.617900 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-f377db65-fa3e-423f-aaa2-0ce830e4e7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (91e59595-8b91-4454-b749-57b9d5a3a48c), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:10.635750 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab09b60a-d01f-4424-abdd-90d739c0e706', 'name': 'router1', 'tenant_id': '574afa1590854c65a807df4589e2c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:44:58Z', 'updated_at': '2022-07-01T19:45:07Z', 'revision_number': 2, 'project_id': '574afa1590854c65a807df4589e2c460', 'gw_port_host': None, '_interfaces': [{'id': '91e59595-8b91-4454-b749-57b9d5a3a48c', 'name': '', 'network_id': 'a957b0cc-df64-4d65-b8e2-dfc090e8fad0', 'tenant_id': '574afa1590854c65a807df4589e2c460', 'mac_address': 'fa:16:3e:5f:e9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab09b60a-d01f-4424-abdd-90d739c0e706', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd17dc0f3-acb0-4728-b59f-4cdf6961f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:45:07Z', 'updated_at': '2022-07-01T19:45:10Z', 'revision_number': 4, 'project_id': '574afa1590854c65a807df4589e2c460', 'subnets': [{'id': 'd17dc0f3-acb0-4728-b59f-4cdf6961f6a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ee6967f-13dd-4bc2-9936-e31850a0d4dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:45:10.664655 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aea6370-f117-4210-9704-ab4a56ea61a5 None None] The sync data for ids ['ab09b60a-d01f-4424-abdd-90d739c0e706'] in dv-cinder-844601-7-iscsi is: [{'id': 'ab09b60a-d01f-4424-abdd-90d739c0e706', 'name': 'router1', 'tenant_id': '574afa1590854c65a807df4589e2c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:44:58Z', 'updated_at': '2022-07-01T19:45:07Z', 'revision_number': 2, 'project_id': '574afa1590854c65a807df4589e2c460', 'gw_port_host': None, '_interfaces': [{'id': '91e59595-8b91-4454-b749-57b9d5a3a48c', 'name': '', 'network_id': 'a957b0cc-df64-4d65-b8e2-dfc090e8fad0', 'tenant_id': '574afa1590854c65a807df4589e2c460', 'mac_address': 'fa:16:3e:5f:e9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab09b60a-d01f-4424-abdd-90d739c0e706', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd17dc0f3-acb0-4728-b59f-4cdf6961f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:45:07Z', 'updated_at': '2022-07-01T19:45:10Z', 'revision_number': 4, 'project_id': '574afa1590854c65a807df4589e2c460', 'subnets': [{'id': 'd17dc0f3-acb0-4728-b59f-4cdf6961f6a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ee6967f-13dd-4bc2-9936-e31850a0d4dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:45:10.670803 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377db65-fa3e-423f-aaa2-0ce830e4e7fd None None] Pushing event updated for resources: {'Port': ['ID=91e59595-8b91-4454-b749-57b9d5a3a48c,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:45:11.011127 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:11.016911 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 52214) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:45:11.224431 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91922bd-cf25-4bec-a6f1-9e9a657a1015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:45:11.225826 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-b91922bd-cf25-4bec-a6f1-9e9a657a1015 admin admin] 10.222.0.66 "GET /v2.0/networks/b87c582a-5096-4c62-aa69-ad30066bb691 HTTP/1.1" status: 200 len: 842 time: 0.2077341 Jul 01 19:45:11.235174 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-98220101-ff88-4350-8ee2-19f9dd9b66d4 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'gateway_ip': '172.27.1.1'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:45:11.262352 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98220101-ff88-4350-8ee2-19f9dd9b66d4 admin admin] Made reservation on behalf of 54a2d5d499f64a6a8437120d4d4f1f46 for: {'subnet': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:45:11.264793 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-98220101-ff88-4350-8ee2-19f9dd9b66d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:11.361948 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:11.558434 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.objects.ports [None req-98220101-ff88-4350-8ee2-19f9dd9b66d4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110544) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 01 19:45:11.558887 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-98220101-ff88-4350-8ee2-19f9dd9b66d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for subnet (43041981-54e5-4bd9-88ea-5b274131eeee), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:11.613761 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98220101-ff88-4350-8ee2-19f9dd9b66d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43041981-54e5-4bd9-88ea-5b274131eeee,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:45:11.624263 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98220101-ff88-4350-8ee2-19f9dd9b66d4 admin admin] Checking segment: {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:45:11.624609 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98220101-ff88-4350-8ee2-19f9dd9b66d4 admin admin] Network hostable DHCP agents. Network: b87c582a-5096-4c62-aa69-ad30066bb691, hostable agents: ['c73d88bc-f5d4-4e4e-bef7-e6641222d38b'], hosted agents: [] {{(pid=110544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 19:45:11.646824 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98220101-ff88-4350-8ee2-19f9dd9b66d4 admin admin] Network b87c582a-5096-4c62-aa69-ad30066bb691 is scheduled to be hosted by DHCP agent c73d88bc-f5d4-4e4e-bef7-e6641222d38b with binding_index 1 {{(pid=110544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 19:45:11.658434 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-98220101-ff88-4350-8ee2-19f9dd9b66d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-7-iscsi, b87c582a-5096-4c62-aa69-ad30066bb691) {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:45:11.667697 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca4d5e5-3f00-4768-958d-93d54f7e494e None None] Network b87c582a-5096-4c62-aa69-ad30066bb691 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:45:11.669163 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98220101-ff88-4350-8ee2-19f9dd9b66d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:45:11.669804 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-98220101-ff88-4350-8ee2-19f9dd9b66d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for subnet (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:11.681990 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:11.687706 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-98220101-ff88-4350-8ee2-19f9dd9b66d4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4558270 Jul 01 19:45:11.781610 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803a21a2-34a6-4423-ac24-a3f94d36f7db None None] Network b87c582a-5096-4c62-aa69-ad30066bb691 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:45:11.814005 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:13.959276 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 52232) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:45:14.011576 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:14.095535 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-55be7c9c-e8a3-4b2b-b932-7fac843f6972 demo admin] 10.222.0.66 "GET /v2.0/routers/ab09b60a-d01f-4424-abdd-90d739c0e706 HTTP/1.1" status: 200 len: 710 time: 0.1351163 Jul 01 19:45:14.183732 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e519c62-44ee-4a5d-96b9-e30d821044b8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:45:14.185067 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-7e519c62-44ee-4a5d-96b9-e30d821044b8 demo admin] 10.222.0.66 "GET /v2.0/networks/b87c582a-5096-4c62-aa69-ad30066bb691 HTTP/1.1" status: 200 len: 886 time: 0.0834117 Jul 01 19:45:14.195202 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-c3769c5f-9d02-4194-906c-150865b1283b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:45:14.250991 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:14.497376 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c3769c5f-9d02-4194-906c-150865b1283b demo admin] Publish callbacks [] for router_gateway (ab09b60a-d01f-4424-abdd-90d739c0e706), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:14.713835 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c3769c5f-9d02-4194-906c-150865b1283b demo admin] Publish callbacks [] for router_gateway (ab09b60a-d01f-4424-abdd-90d739c0e706), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:14.792913 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c3769c5f-9d02-4194-906c-150865b1283b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:14.900582 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [None req-c3769c5f-9d02-4194-906c-150865b1283b demo admin] Allocated IP 172.27.1.146 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/27b7a5a1-4333-4c7f-bbe3-bd45838017cb) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:45:14.996916 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:15.007731 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c3769c5f-9d02-4194-906c-150865b1283b demo admin] Publish callbacks [] for port (27b7a5a1-4333-4c7f-bbe3-bd45838017cb), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:15.041750 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c3769c5f-9d02-4194-906c-150865b1283b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (27b7a5a1-4333-4c7f-bbe3-bd45838017cb), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:15.082768 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3769c5f-9d02-4194-906c-150865b1283b demo admin] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:45:15.086256 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-c3769c5f-9d02-4194-906c-150865b1283b demo admin] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:45:15.090577 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3769c5f-9d02-4194-906c-150865b1283b demo admin] Pushing event updated for resources: {'Port': ['ID=27b7a5a1-4333-4c7f-bbe3-bd45838017cb,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:45:15.092652 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3769c5f-9d02-4194-906c-150865b1283b demo admin] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:45:15.275568 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:15.335292 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c3769c5f-9d02-4194-906c-150865b1283b demo admin] Publish callbacks [] for router_gateway (ab09b60a-d01f-4424-abdd-90d739c0e706), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:15.529022 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c3769c5f-9d02-4194-906c-150865b1283b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1725717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2076626'] for router (ab09b60a-d01f-4424-abdd-90d739c0e706), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:15.532565 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c3769c5f-9d02-4194-906c-150865b1283b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1725724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1725699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1734960'] for router (ab09b60a-d01f-4424-abdd-90d739c0e706), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:15.640662 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3769c5f-9d02-4194-906c-150865b1283b demo admin] Router ab09b60a-d01f-4424-abdd-90d739c0e706 has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:45:15.838584 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3769c5f-9d02-4194-906c-150865b1283b demo admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:45:15.842714 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c3769c5f-9d02-4194-906c-150865b1283b demo admin] Publish callbacks [] for router (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:15.843920 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-c3769c5f-9d02-4194-906c-150865b1283b demo admin] 10.222.0.66 "PUT /v2.0/routers/ab09b60a-d01f-4424-abdd-90d739c0e706 HTTP/1.1" status: 200 len: 890 time: 1.6518774 Jul 01 19:45:17.046299 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] Sync routers for ids ['ab09b60a-d01f-4424-abdd-90d739c0e706'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:45:17.050740 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 91e59595-8b91-4454-b749-57b9d5a3a48c up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:45:17.078624 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] Routers {'ab09b60a-d01f-4424-abdd-90d739c0e706'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:45:17.079235 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:45:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['ab09b60a-d01f-4424-abdd-90d739c0e706'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:45:17.268881 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 91e59595-8b91-4454-b749-57b9d5a3a48c triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:45:17.269426 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (91e59595-8b91-4454-b749-57b9d5a3a48c), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:17.324566 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] Set router ab09b60a-d01f-4424-abdd-90d739c0e706 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:45:17.545629 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 91e59595-8b91-4454-b749-57b9d5a3a48c is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:45:17.579522 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:17.729464 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab09b60a-d01f-4424-abdd-90d739c0e706', 'name': 'router1', 'tenant_id': '574afa1590854c65a807df4589e2c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '27b7a5a1-4333-4c7f-bbe3-bd45838017cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:44:58Z', 'updated_at': '2022-07-01T19:45:15Z', 'revision_number': 4, 'project_id': '574afa1590854c65a807df4589e2c460', 'gw_port': {'id': '27b7a5a1-4333-4c7f-bbe3-bd45838017cb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab09b60a-d01f-4424-abdd-90d739c0e706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:45:14Z', 'updated_at': '2022-07-01T19:45:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '91e59595-8b91-4454-b749-57b9d5a3a48c', 'name': '', 'network_id': 'a957b0cc-df64-4d65-b8e2-dfc090e8fad0', 'tenant_id': '574afa1590854c65a807df4589e2c460', 'mac_address': 'fa:16:3e:5f:e9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab09b60a-d01f-4424-abdd-90d739c0e706', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd17dc0f3-acb0-4728-b59f-4cdf6961f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:45:07Z', 'updated_at': '2022-07-01T19:45:10Z', 'revision_number': 5, 'project_id': '574afa1590854c65a807df4589e2c460', 'subnets': [{'id': 'd17dc0f3-acb0-4728-b59f-4cdf6961f6a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ee6967f-13dd-4bc2-9936-e31850a0d4dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:45:17.851655 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] Checking router: ab09b60a-d01f-4424-abdd-90d739c0e706 for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:45:17.852031 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] Updating router ab09b60a-d01f-4424-abdd-90d739c0e706 port 27b7a5a1-4333-4c7f-bbe3-bd45838017cb binding host dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 19:45:17.904599 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (27b7a5a1-4333-4c7f-bbe3-bd45838017cb), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:18.130292 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 52244) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:45:18.228477 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] Publish callbacks [] for port (27b7a5a1-4333-4c7f-bbe3-bd45838017cb), precommit_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:18.235943 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (27b7a5a1-4333-4c7f-bbe3-bd45838017cb), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:18.247719 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-c9e94591-10d9-4e62-bc25-47a8e6af4774 admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1163828 Jul 01 19:45:18.297461 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] Attempting to bind port 27b7a5a1-4333-4c7f-bbe3-bd45838017cb on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:45:18.297866 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] Attempting to bind port 27b7a5a1-4333-4c7f-bbe3-bd45838017cb by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:45:18.298234 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] Attempting to bind port 27b7a5a1-4333-4c7f-bbe3-bd45838017cb on network b87c582a-5096-4c62-aa69-ad30066bb691 {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:45:18.304693 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86563823-384f-4649-922b-e3771535f3f0 None None] Pushing event updated for resources: {'Port': ['ID=27b7a5a1-4333-4c7f-bbe3-bd45838017cb,revision_number=2']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:45:18.309715 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:45:18.310152 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] Checking segment: {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:45:18.310503 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:18.310895 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] Bound using segment: {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:45:18.311379 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] Bound port: 27b7a5a1-4333-4c7f-bbe3-bd45838017cb, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:45:18.312299 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (27b7a5a1-4333-4c7f-bbe3-bd45838017cb), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:18.364758 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] For port 27b7a5a1-4333-4c7f-bbe3-bd45838017cb, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:45:18.368777 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] For port 27b7a5a1-4333-4c7f-bbe3-bd45838017cb, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=27b7a5a1-4333-4c7f-bbe3-bd45838017cb,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:45:18.376552 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (27b7a5a1-4333-4c7f-bbe3-bd45838017cb), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:18.438866 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] Routers {'ab09b60a-d01f-4424-abdd-90d739c0e706'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:45:18.439474 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:45:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['ab09b60a-d01f-4424-abdd-90d739c0e706'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:45:18.475452 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86563823-384f-4649-922b-e3771535f3f0 None None] Pushing event updated for resources: {'Port': ['ID=27b7a5a1-4333-4c7f-bbe3-bd45838017cb,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:45:18.548911 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] Set router ab09b60a-d01f-4424-abdd-90d739c0e706 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:45:18.589568 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:18.753846 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab09b60a-d01f-4424-abdd-90d739c0e706', 'name': 'router1', 'tenant_id': '574afa1590854c65a807df4589e2c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '27b7a5a1-4333-4c7f-bbe3-bd45838017cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:44:58Z', 'updated_at': '2022-07-01T19:45:15Z', 'revision_number': 4, 'project_id': '574afa1590854c65a807df4589e2c460', 'gw_port': {'id': '27b7a5a1-4333-4c7f-bbe3-bd45838017cb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab09b60a-d01f-4424-abdd-90d739c0e706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:45:14Z', 'updated_at': '2022-07-01T19:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '91e59595-8b91-4454-b749-57b9d5a3a48c', 'name': '', 'network_id': 'a957b0cc-df64-4d65-b8e2-dfc090e8fad0', 'tenant_id': '574afa1590854c65a807df4589e2c460', 'mac_address': 'fa:16:3e:5f:e9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab09b60a-d01f-4424-abdd-90d739c0e706', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd17dc0f3-acb0-4728-b59f-4cdf6961f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:45:07Z', 'updated_at': '2022-07-01T19:45:10Z', 'revision_number': 5, 'project_id': '574afa1590854c65a807df4589e2c460', 'subnets': [{'id': 'd17dc0f3-acb0-4728-b59f-4cdf6961f6a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ee6967f-13dd-4bc2-9936-e31850a0d4dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:45:18.778879 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb3ff21-822e-407e-bee4-113a217d2c97 None None] The sync data for ids ['ab09b60a-d01f-4424-abdd-90d739c0e706'] in dv-cinder-844601-7-iscsi is: [{'id': 'ab09b60a-d01f-4424-abdd-90d739c0e706', 'name': 'router1', 'tenant_id': '574afa1590854c65a807df4589e2c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '27b7a5a1-4333-4c7f-bbe3-bd45838017cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:44:58Z', 'updated_at': '2022-07-01T19:45:15Z', 'revision_number': 4, 'project_id': '574afa1590854c65a807df4589e2c460', 'gw_port': {'id': '27b7a5a1-4333-4c7f-bbe3-bd45838017cb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:79:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab09b60a-d01f-4424-abdd-90d739c0e706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:45:14Z', 'updated_at': '2022-07-01T19:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '91e59595-8b91-4454-b749-57b9d5a3a48c', 'name': '', 'network_id': 'a957b0cc-df64-4d65-b8e2-dfc090e8fad0', 'tenant_id': '574afa1590854c65a807df4589e2c460', 'mac_address': 'fa:16:3e:5f:e9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab09b60a-d01f-4424-abdd-90d739c0e706', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd17dc0f3-acb0-4728-b59f-4cdf6961f6a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:45:07Z', 'updated_at': '2022-07-01T19:45:10Z', 'revision_number': 5, 'project_id': '574afa1590854c65a807df4589e2c460', 'subnets': [{'id': 'd17dc0f3-acb0-4728-b59f-4cdf6961f6a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ee6967f-13dd-4bc2-9936-e31850a0d4dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:45:19.059456 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 27b7a5a1-4333-4c7f-bbe3-bd45838017cb up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:45:19.117833 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 27b7a5a1-4333-4c7f-bbe3-bd45838017cb triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:45:19.118203 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (27b7a5a1-4333-4c7f-bbe3-bd45838017cb), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:19.141985 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:19.230100 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 27b7a5a1-4333-4c7f-bbe3-bd45838017cb is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:45:19.230658 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (27b7a5a1-4333-4c7f-bbe3-bd45838017cb), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:19.253904 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-520f6246-b665-4881-9a48-4c544643b810 None None] For port 27b7a5a1-4333-4c7f-bbe3-bd45838017cb, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=27b7a5a1-4333-4c7f-bbe3-bd45838017cb,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:45:19.258084 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (27b7a5a1-4333-4c7f-bbe3-bd45838017cb), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:19.317867 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Pushing event updated for resources: {'Port': ['ID=27b7a5a1-4333-4c7f-bbe3-bd45838017cb,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:45:20.638588 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=35 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:20.639953 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=45 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:21.045247 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 27b7a5a1-4333-4c7f-bbe3-bd45838017cb up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:45:21.069014 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:21.091731 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 27b7a5a1-4333-4c7f-bbe3-bd45838017cb triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:45:21.092114 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (27b7a5a1-4333-4c7f-bbe3-bd45838017cb), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:21.165913 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 27b7a5a1-4333-4c7f-bbe3-bd45838017cb is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:45:28.241140 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=53 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:28.244578 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:31.151872 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=8 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:31.152645 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=42 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:31.165763 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:36.108261 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-30f8c490-ee57-4cee-ab4b-c803b73a7d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:38.571670 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-9acd7237-37dd-4d9c-bc8a-a65ddcaedc3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:38.854387 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 5 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 19:45:39.680164 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:41.036076 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:41.365157 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:45:51.030164 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:51.352472 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:51.357694 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:54.863883 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:45:54.865092 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:46:06.204674 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d25e8dc3-9533-42ea-9263-2aa8cbc76800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:46:08.568076 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-24e07808-9d4d-4100-8abc-71cb018000d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:46:09.682274 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:46:11.020843 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:46:11.363571 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:46:15.854288 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 5 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 19:46:21.350708 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:46:21.355382 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:46:21.357454 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:46:31.856130 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=5 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:46:34.522554 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 52782) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:46:34.588884 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.pecan_wsgi.hooks.translation [None req-39120c52-6abb-452d-b689-76666ca41271 admin admin] GET failed (client error): The resource could not be found. Jul 01 19:46:34.590237 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-39120c52-6abb-452d-b689-76666ca41271 admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0667343 Jul 01 19:46:34.762200 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fc7d44-638f-4e7e-85fe-9eccca57fc30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:46:34.763726 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-30fc7d44-638f-4e7e-85fe-9eccca57fc30 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1694381 Jul 01 19:46:34.852206 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:46:36.098389 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-e0d2f058-ee5e-4bb9-8c5d-7f1637fca0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:46:36.836042 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 52792) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:46:36.947622 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2758789-1f87-4319-9800-3f9435402efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:46:36.948982 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-a2758789-1f87-4319-9800-3f9435402efb admin admin] 10.222.0.66 "GET /v2.0/subnets/d17dc0f3-acb0-4728-b59f-4cdf6961f6a4 HTTP/1.1" status: 200 len: 849 time: 0.1119916 Jul 01 19:46:36.959180 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-10043e9e-c9c0-43be-a4a3-411e602d805c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:46:37.044173 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-10043e9e-c9c0-43be-a4a3-411e602d805c admin admin] Publish callbacks [] for subnet (d17dc0f3-acb0-4728-b59f-4cdf6961f6a4), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:46:37.191967 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-10043e9e-c9c0-43be-a4a3-411e602d805c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766990164947'] for subnet (d17dc0f3-acb0-4728-b59f-4cdf6961f6a4), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:46:37.227154 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10043e9e-c9c0-43be-a4a3-411e602d805c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:46:37.228342 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-10043e9e-c9c0-43be-a4a3-411e602d805c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for subnet (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:46:37.231622 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4854f02-5bb2-4daa-a5ab-4e515a45c78e None None] Network a957b0cc-df64-4d65-b8e2-dfc090e8fad0 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:46:37.234140 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-10043e9e-c9c0-43be-a4a3-411e602d805c admin admin] 10.222.0.66 "PUT /v2.0/subnets/d17dc0f3-acb0-4728-b59f-4cdf6961f6a4 HTTP/1.1" status: 200 len: 868 time: 0.2784328 Jul 01 19:46:37.255683 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10043e9e-c9c0-43be-a4a3-411e602d805c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d17dc0f3-acb0-4728-b59f-4cdf6961f6a4,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:46:37.263500 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10043e9e-c9c0-43be-a4a3-411e602d805c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:46:37.263860 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10043e9e-c9c0-43be-a4a3-411e602d805c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:46:37.264213 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10043e9e-c9c0-43be-a4a3-411e602d805c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:46:37.264564 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10043e9e-c9c0-43be-a4a3-411e602d805c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:46:37.264901 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10043e9e-c9c0-43be-a4a3-411e602d805c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:46:37.265235 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10043e9e-c9c0-43be-a4a3-411e602d805c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:46:37.265565 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10043e9e-c9c0-43be-a4a3-411e602d805c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:46:37.265928 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10043e9e-c9c0-43be-a4a3-411e602d805c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:46:37.266271 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10043e9e-c9c0-43be-a4a3-411e602d805c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:46:37.266604 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10043e9e-c9c0-43be-a4a3-411e602d805c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:46:37.267449 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10043e9e-c9c0-43be-a4a3-411e602d805c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:46:37.267783 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10043e9e-c9c0-43be-a4a3-411e602d805c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:46:37.268201 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10043e9e-c9c0-43be-a4a3-411e602d805c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:46:37.268527 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10043e9e-c9c0-43be-a4a3-411e602d805c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:46:37.268857 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10043e9e-c9c0-43be-a4a3-411e602d805c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:46:37.539182 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-fbcd6bf3-a1fc-4a14-adc3-9fcde3ce411b None None] Provisioning complete for port 292ea39b-bb91-4f31-a098-d6c536025f26 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:46:37.539574 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-fbcd6bf3-a1fc-4a14-adc3-9fcde3ce411b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (292ea39b-bb91-4f31-a098-d6c536025f26), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:46:37.611592 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-fbcd6bf3-a1fc-4a14-adc3-9fcde3ce411b None None] Current status of the port 292ea39b-bb91-4f31-a098-d6c536025f26 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:46:37.619491 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-fbcd6bf3-a1fc-4a14-adc3-9fcde3ce411b None None] Provisioning complete for port 91e59595-8b91-4454-b749-57b9d5a3a48c triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:46:37.619883 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-fbcd6bf3-a1fc-4a14-adc3-9fcde3ce411b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (91e59595-8b91-4454-b749-57b9d5a3a48c), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:46:37.692760 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-fbcd6bf3-a1fc-4a14-adc3-9fcde3ce411b None None] Current status of the port 91e59595-8b91-4454-b749-57b9d5a3a48c is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:46:38.562757 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-f4c45035-0c24-4ef4-82b0-d29a12649a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:46:39.355516 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 52800) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:46:39.561040 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497450c8-d71b-4dbe-b9ca-0a3a51b9f0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:46:39.561515 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497450c8-d71b-4dbe-b9ca-0a3a51b9f0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:46:39.563167 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-497450c8-d71b-4dbe-b9ca-0a3a51b9f0d4 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2067022 Jul 01 19:46:39.686652 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:46:41.018329 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:46:41.359366 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:46:41.640277 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 52810) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:46:41.773013 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcbd8e7-93f9-4138-9e98-d31c047a79e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:46:41.773480 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcbd8e7-93f9-4138-9e98-d31c047a79e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:46:41.775013 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-cfcbd8e7-93f9-4138-9e98-d31c047a79e5 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1338584 Jul 01 19:46:43.910160 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 52818) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:46:44.042937 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ce17e2-6909-4398-b641-ce20816aba80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:46:44.044293 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-93ce17e2-6909-4398-b641-ce20816aba80 admin admin] 10.222.0.66 "GET /v2.0/networks/a957b0cc-df64-4d65-b8e2-dfc090e8fad0 HTTP/1.1" status: 200 len: 869 time: 0.1331875 Jul 01 19:46:46.132130 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 52826) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:46:46.287323 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6244c7a-26c7-4414-9ac3-610b8b299270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:46:46.288703 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-e6244c7a-26c7-4414-9ac3-610b8b299270 admin admin] 10.222.0.66 "GET /v2.0/networks/b87c582a-5096-4c62-aa69-ad30066bb691 HTTP/1.1" status: 200 len: 886 time: 0.1556201 Jul 01 19:46:48.385035 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 52834) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:46:48.509819 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95e67e2-f32e-4e20-ab34-0c0675302fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:46:48.510270 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95e67e2-f32e-4e20-ab34-0c0675302fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:46:48.511791 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-f95e67e2-f32e-4e20-ab34-0c0675302fde admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257825 Jul 01 19:46:50.587280 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 52842) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:46:50.680819 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92f436d-8506-47aa-8efd-eb516a0c1bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:46:50.681253 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92f436d-8506-47aa-8efd-eb516a0c1bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:46:50.682843 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-c92f436d-8506-47aa-8efd-eb516a0c1bb6 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0945580 Jul 01 19:46:51.006364 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:46:51.347411 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:UPDATE=3,neutron:SELECT=27 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:46:51.354836 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:46:52.758329 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 52850) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:46:52.852601 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 5 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 19:46:52.853193 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5413bdbd-7b19-4074-a683-a4afb357cd15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:46:52.854266 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-5413bdbd-7b19-4074-a683-a4afb357cd15 admin admin] 10.222.0.66 "GET /v2.0/subnets/43041981-54e5-4bd9-88ea-5b274131eeee HTTP/1.1" status: 200 len: 816 time: 0.0949624 Jul 01 19:46:54.952722 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 52858) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:46:55.044905 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c435bc0e-2fd1-427b-bacf-fc38fdc19de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:46:55.046284 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-c435bc0e-2fd1-427b-bacf-fc38fdc19de4 admin admin] 10.222.0.66 "GET /v2.0/subnets/d17dc0f3-acb0-4728-b59f-4cdf6961f6a4 HTTP/1.1" status: 200 len: 868 time: 0.0926175 Jul 01 19:47:00.675459 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:47:00.676267 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=80,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:47:05.039861 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=48 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:47:05.042307 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=44 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:47:06.100806 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-1461a7c4-a7ea-4741-903d-b759be54311f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:08.566262 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-5b49d5e2-101b-4e68-90af-27fe02154fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:08.862205 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:47:08.914767 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=8 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:47:09.690480 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:11.022871 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:11.354448 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:21.342933 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:UPDATE=1,neutron:SELECT=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:47:21.348054 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=7 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:47:21.349403 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:47:22.108452 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 52914) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:47:22.161534 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [None req-1437b609-39c2-4c08-b81b-ff17d28a67bd admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=110544) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 19:47:22.165625 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-1437b609-39c2-4c08-b81b-ff17d28a67bd admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0531228 Jul 01 19:47:24.333182 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 52922) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:47:24.397511 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.pecan_wsgi.hooks.translation [None req-eecb77b1-00a1-4265-bc61-82ddd3f4769c admin admin] GET failed (client error): The resource could not be found. Jul 01 19:47:24.398846 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-eecb77b1-00a1-4265-bc61-82ddd3f4769c admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0646992 Jul 01 19:47:24.542493 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b835381-32e0-451c-8839-f9f32d53c380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:47:24.543877 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-4b835381-32e0-451c-8839-f9f32d53c380 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1409578 Jul 01 19:47:26.705045 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 52930) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:47:26.754846 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:47:26.774172 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Made reservation on behalf of 54a2d5d499f64a6a8437120d4d4f1f46 for: {'network': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:47:26.776434 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for network (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:26.805557 dv-cinder-844601-7-iscsi neutron-server[110544]: WARNING neutron.services.revisions.revision_plugin [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Could not find related network for resource to bump revision. Jul 01 19:47:26.822765 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=110544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 19:47:26.833906 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (cae69737-3f20-4e93-ab1b-dc8dff839581), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:26.834243 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.segments_db [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Added segment cae69737-3f20-4e93-ab1b-dc8dff839581 of type vlan for network 7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94 Jul 01 19:47:26.876701 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766989805963'] for network (7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:26.900554 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for network (7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:26.901499 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:47:26.902109 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:26.939757 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2335439 Jul 01 19:47:26.968181 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Pushing event updated for resources: {'Network': ['ID=7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:47:26.976877 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:26.977215 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:26.977570 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:26.977933 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:26.978271 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:26.978580 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:26.978900 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:26.979225 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:26.979545 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:26.979864 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:26.980184 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:26.980499 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:26.980812 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:26.981121 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:26.981429 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8348264-cb07-4070-9e1b-d72736d42c79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:26.993915 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Network 7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94 details requested by agent ovs-agent-dv-cinder-844601-7-iscsi with host dv-cinder-844601-7-iscsi {{(pid=110546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 19:47:29.012415 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 52938) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:47:29.073635 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4611015-106c-422c-9312-e430bb8ba160 admin admin] GET failed (client error): The resource could not be found. Jul 01 19:47:29.074890 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-d4611015-106c-422c-9312-e430bb8ba160 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615389 Jul 01 19:47:29.148476 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bb3be1-fdd5-45b5-a30a-ccc8f00cd3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:47:29.150022 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-61bb3be1-fdd5-45b5-a30a-ccc8f00cd3c3 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0711634 Jul 01 19:47:29.160426 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-edd68804-a54b-4fa7-901c-4a18db4913eb admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:47:29.180595 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd68804-a54b-4fa7-901c-4a18db4913eb admin admin] Made reservation on behalf of 54a2d5d499f64a6a8437120d4d4f1f46 for: {'subnet': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:47:29.182941 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-edd68804-a54b-4fa7-901c-4a18db4913eb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:29.354438 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-edd68804-a54b-4fa7-901c-4a18db4913eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for subnet (65f3234a-8c05-4ec4-bccc-23f6d48a776c), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:29.408996 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd68804-a54b-4fa7-901c-4a18db4913eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=65f3234a-8c05-4ec4-bccc-23f6d48a776c,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:47:29.419346 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd68804-a54b-4fa7-901c-4a18db4913eb admin admin] Checking segment: {'id': 'cae69737-3f20-4e93-ab1b-dc8dff839581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:47:29.419697 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd68804-a54b-4fa7-901c-4a18db4913eb admin admin] Network hostable DHCP agents. Network: 7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94, hostable agents: ['c73d88bc-f5d4-4e4e-bef7-e6641222d38b'], hosted agents: [] {{(pid=110544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 19:47:29.435964 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd68804-a54b-4fa7-901c-4a18db4913eb admin admin] Network 7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94 is scheduled to be hosted by DHCP agent c73d88bc-f5d4-4e4e-bef7-e6641222d38b with binding_index 1 {{(pid=110544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 19:47:29.444861 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-edd68804-a54b-4fa7-901c-4a18db4913eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-7-iscsi, 7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94) {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:47:29.448704 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd68804-a54b-4fa7-901c-4a18db4913eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:47:29.449295 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-edd68804-a54b-4fa7-901c-4a18db4913eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for subnet (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:29.453601 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9da743c-65d3-4ee9-8b82-a1a016d3a90a None None] Network 7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:47:29.465200 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-edd68804-a54b-4fa7-901c-4a18db4913eb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3087106 Jul 01 19:47:29.569052 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef9c38b-9e7a-5363-bbbe-cbd2af869e96-7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94', 'network_id': '7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94', 'project_id': '54a2d5d499f64a6a8437120d4d4f1f46', 'fixed_ips': [{'subnet_id': '65f3234a-8c05-4ec4-bccc-23f6d48a776c'}]}} from dv-cinder-844601-7-iscsi. {{(pid=110546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 19:47:29.570225 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:29.716815 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.db_base_plugin_common [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Allocated IP 192.168.233.2 (7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94/65f3234a-8c05-4ec4-bccc-23f6d48a776c/6d6932d2-e823-4ef6-a226-bbd877d66491) {{(pid=110546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:47:29.852060 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 5 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 19:47:29.956699 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Publish callbacks [] for port (6d6932d2-e823-4ef6-a226-bbd877d66491), precommit_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:29.964399 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (6d6932d2-e823-4ef6-a226-bbd877d66491), after_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:30.010926 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Network 7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94 is already hosted by enough agents. {{(pid=110546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:47:30.011982 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Pushing event updated for resources: {'Port': ['ID=6d6932d2-e823-4ef6-a226-bbd877d66491,revision_number=1']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:47:30.015469 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.base_scheduler [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Resources bound (agent type, host, resource id): {{(pid=110546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:47:30.020734 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Received port after_create {{(pid=110546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:47:30.024500 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:30.024851 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:30.025210 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:30.025569 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:30.025926 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:30.026260 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:30.026588 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:30.026917 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:30.027251 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:30.027600 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:30.027921 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:30.028259 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:30.028585 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:30.028903 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:30.029222 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:47:30.086702 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Attempting to bind port 6d6932d2-e823-4ef6-a226-bbd877d66491 on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:47:30.087072 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Attempting to bind port 6d6932d2-e823-4ef6-a226-bbd877d66491 by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'cae69737-3f20-4e93-ab1b-dc8dff839581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:47:30.087435 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Attempting to bind port 6d6932d2-e823-4ef6-a226-bbd877d66491 on network 7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94 {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:47:30.092797 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:47:30.093171 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Checking segment: {'id': 'cae69737-3f20-4e93-ab1b-dc8dff839581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:47:30.093568 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:30.093986 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Bound using segment: {'id': 'cae69737-3f20-4e93-ab1b-dc8dff839581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:47:30.094449 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Bound port: 6d6932d2-e823-4ef6-a226-bbd877d66491, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae69737-3f20-4e93-ab1b-dc8dff839581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:47:30.094826 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (6d6932d2-e823-4ef6-a226-bbd877d66491), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:30.158274 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] For port 6d6932d2-e823-4ef6-a226-bbd877d66491, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:47:30.161461 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] For port 6d6932d2-e823-4ef6-a226-bbd877d66491, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=6d6932d2-e823-4ef6-a226-bbd877d66491,segment=NetworkSegment(cae69737-3f20-4e93-ab1b-dc8dff839581),segment_id=cae69737-3f20-4e93-ab1b-dc8dff839581)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:47:30.168848 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (6d6932d2-e823-4ef6-a226-bbd877d66491), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:30.231635 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e3f0b-953b-437e-a30e-e45f02f5f64d None None] Pushing event updated for resources: {'Port': ['ID=6d6932d2-e823-4ef6-a226-bbd877d66491,revision_number=2']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:47:31.039195 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2014f31f-69e3-4d58-b2f2-9e392cb5bb68 None None] Network 7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:47:31.132039 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-dbcbd283-da6e-4842-9d30-4f59959132ab None None] Provisioning complete for port 6d6932d2-e823-4ef6-a226-bbd877d66491 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:47:31.132426 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-dbcbd283-da6e-4842-9d30-4f59959132ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (6d6932d2-e823-4ef6-a226-bbd877d66491), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:31.176515 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 6d6932d2-e823-4ef6-a226-bbd877d66491 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:47:31.278582 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 6d6932d2-e823-4ef6-a226-bbd877d66491 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:47:31.278965 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (6d6932d2-e823-4ef6-a226-bbd877d66491), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:31.302679 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-dbcbd283-da6e-4842-9d30-4f59959132ab None None] Current status of the port 6d6932d2-e823-4ef6-a226-bbd877d66491 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:47:31.303325 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-dbcbd283-da6e-4842-9d30-4f59959132ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (6d6932d2-e823-4ef6-a226-bbd877d66491), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:31.354467 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-dbcbd283-da6e-4842-9d30-4f59959132ab None None] For port 6d6932d2-e823-4ef6-a226-bbd877d66491, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=6d6932d2-e823-4ef6-a226-bbd877d66491,segment=NetworkSegment(cae69737-3f20-4e93-ab1b-dc8dff839581),segment_id=cae69737-3f20-4e93-ab1b-dc8dff839581)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:47:31.379864 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-dbcbd283-da6e-4842-9d30-4f59959132ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (6d6932d2-e823-4ef6-a226-bbd877d66491), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:31.422018 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 6d6932d2-e823-4ef6-a226-bbd877d66491 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:47:31.422405 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (6d6932d2-e823-4ef6-a226-bbd877d66491), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:31.434249 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:47:31.458342 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbd283-da6e-4842-9d30-4f59959132ab None None] Pushing event updated for resources: {'Port': ['ID=6d6932d2-e823-4ef6-a226-bbd877d66491,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:47:31.504889 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.db.api [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110546) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 01 19:47:31.505340 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG oslo_db.api [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 01 19:47:31.507312 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-770a288c-14ae-4258-af2c-8b36833221a1 None None] Provisioning complete for port 6d6932d2-e823-4ef6-a226-bbd877d66491 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:47:31.507699 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-770a288c-14ae-4258-af2c-8b36833221a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (6d6932d2-e823-4ef6-a226-bbd877d66491), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:31.546518 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:47:31.570420 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:47:31.585542 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-770a288c-14ae-4258-af2c-8b36833221a1 None None] Current status of the port 6d6932d2-e823-4ef6-a226-bbd877d66491 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:47:32.043673 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 6d6932d2-e823-4ef6-a226-bbd877d66491 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:47:33.117166 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 6d6932d2-e823-4ef6-a226-bbd877d66491 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:47:33.161044 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 6d6932d2-e823-4ef6-a226-bbd877d66491 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:47:33.161511 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (6d6932d2-e823-4ef6-a226-bbd877d66491), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:33.233251 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 6d6932d2-e823-4ef6-a226-bbd877d66491 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:47:36.106900 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-51374424-9ca8-4116-a99a-25a3ff1d1492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:38.569499 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d141139c-8c09-45e9-826e-603623cc4231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:39.458562 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=76,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:47:39.459443 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:47:39.693545 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:41.028010 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:41.358502 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:47:45.869724 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=16 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:47:45.870488 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=18 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:47:51.347282 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=19 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:47:51.347990 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:47:51.354810 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=36,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:48:06.103446 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-02f5305a-6295-407a-a630-4c61a1e4f83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:48:06.851637 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 5 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 19:48:08.570953 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-c3a8ace8-ec18-4c9b-b21d-bffcc663349f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:48:09.695501 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:48:11.031665 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:48:11.363025 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:48:21.351466 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:48:21.355880 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=13 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:48:21.357853 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:48:22.862082 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:48:22.867060 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=5 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:48:34.847530 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:48:36.097566 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-a910b510-ab8b-45e9-b608-a5c08e4eff03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:48:38.572827 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-65f6f770-6bed-4151-8141-eabb69013883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:48:39.698568 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:48:41.035480 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:48:41.365860 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:48:43.849781 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 5 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 19:48:51.354503 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:48:51.358511 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:48:51.361961 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:48:58.005478 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 52980) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:48:58.011207 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [None req-4674bd60-e54a-45ca-a913-6cb3fb55f562 tempest-verify_tempest_config-529640647 tempest-verify_tempest_config-529640647-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=110544) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 19:48:58.012215 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-4674bd60-e54a-45ca-a913-6cb3fb55f562 tempest-verify_tempest_config-529640647 tempest-verify_tempest_config-529640647-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057204 Jul 01 19:48:58.315837 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 52998) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:48:58.419190 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-92dff548-e17f-4922-9a36-1ba880c38969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:48:58.493507 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-92dff548-e17f-4922-9a36-1ba880c38969 admin admin] Publish callbacks [] for security_group (2f1c63c6-486c-4ca1-80d7-268b9043d4c7), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:48:58.497081 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-92dff548-e17f-4922-9a36-1ba880c38969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (2f1c63c6-486c-4ca1-80d7-268b9043d4c7), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:48:58.543913 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dff548-e17f-4922-9a36-1ba880c38969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1c63c6-486c-4ca1-80d7-268b9043d4c7,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:48:58.551709 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-92dff548-e17f-4922-9a36-1ba880c38969 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=02b806d1bbc942919d2a53851a861d8a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2348688 Jul 01 19:48:58.553365 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dff548-e17f-4922-9a36-1ba880c38969 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.553733 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dff548-e17f-4922-9a36-1ba880c38969 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.554088 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dff548-e17f-4922-9a36-1ba880c38969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.554424 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dff548-e17f-4922-9a36-1ba880c38969 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.554533 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 53002) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:48:58.554921 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dff548-e17f-4922-9a36-1ba880c38969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.555095 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dff548-e17f-4922-9a36-1ba880c38969 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.555369 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dff548-e17f-4922-9a36-1ba880c38969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.555713 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dff548-e17f-4922-9a36-1ba880c38969 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.556004 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dff548-e17f-4922-9a36-1ba880c38969 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.556318 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dff548-e17f-4922-9a36-1ba880c38969 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.556647 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dff548-e17f-4922-9a36-1ba880c38969 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.556992 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dff548-e17f-4922-9a36-1ba880c38969 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.557293 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dff548-e17f-4922-9a36-1ba880c38969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.557625 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dff548-e17f-4922-9a36-1ba880c38969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.557937 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dff548-e17f-4922-9a36-1ba880c38969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.614211 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-30ba631b-df3e-4c8c-a740-8de37ab08322 admin admin] Publish callbacks [] for security_group (2f1c63c6-486c-4ca1-80d7-268b9043d4c7), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:48:58.635172 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-30ba631b-df3e-4c8c-a740-8de37ab08322 admin admin] Publish callbacks [] for security_group (2f1c63c6-486c-4ca1-80d7-268b9043d4c7), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:48:58.727543 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-30ba631b-df3e-4c8c-a740-8de37ab08322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (2f1c63c6-486c-4ca1-80d7-268b9043d4c7), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:48:58.730346 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-30ba631b-df3e-4c8c-a740-8de37ab08322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:48:58.731489 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-30ba631b-df3e-4c8c-a740-8de37ab08322 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2f1c63c6-486c-4ca1-80d7-268b9043d4c7 HTTP/1.1" status: 204 len: 168 time: 0.1760948 Jul 01 19:48:58.739736 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba631b-df3e-4c8c-a740-8de37ab08322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1c63c6-486c-4ca1-80d7-268b9043d4c7,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:48:58.746520 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba631b-df3e-4c8c-a740-8de37ab08322 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.746812 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba631b-df3e-4c8c-a740-8de37ab08322 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.747157 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba631b-df3e-4c8c-a740-8de37ab08322 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.747496 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba631b-df3e-4c8c-a740-8de37ab08322 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.747822 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba631b-df3e-4c8c-a740-8de37ab08322 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.748160 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba631b-df3e-4c8c-a740-8de37ab08322 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.748488 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba631b-df3e-4c8c-a740-8de37ab08322 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.748812 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba631b-df3e-4c8c-a740-8de37ab08322 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.749962 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba631b-df3e-4c8c-a740-8de37ab08322 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.750308 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba631b-df3e-4c8c-a740-8de37ab08322 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.750655 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba631b-df3e-4c8c-a740-8de37ab08322 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.751003 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba631b-df3e-4c8c-a740-8de37ab08322 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.751330 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba631b-df3e-4c8c-a740-8de37ab08322 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.751651 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba631b-df3e-4c8c-a740-8de37ab08322 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:58.751970 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba631b-df3e-4c8c-a740-8de37ab08322 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:48:59.862618 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:48:59.863400 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:49:06.108064 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-9957e417-94dd-4f59-a3d6-2e5602f412b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:49:08.539710 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=21,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:49:08.547326 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=18,neutron:INSERT=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:49:08.575185 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-c942df0c-dc3c-4609-8bb3-fac4cdba7b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:49:08.735997 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:49:08.742992 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:49:09.704648 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:49:11.038752 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:49:11.369996 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:49:20.849309 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 5 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 19:49:21.358486 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:49:21.363484 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:49:21.364998 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:49:36.101746 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-5347ae7b-262a-45af-a0ca-2cb6efc5b94f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:49:36.852868 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=17 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:49:36.858079 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=17 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:49:38.577570 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-afa13a6c-a649-473c-9fbd-2d26e2f10412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:49:39.704879 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:49:41.040217 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:49:41.372238 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:49:51.362387 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:49:51.366517 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:49:51.368533 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:49:57.848443 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 5 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 19:50:06.110646 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d2cf25d9-405a-4f72-aa0f-54411b5ee1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:50:08.579727 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-032d8b7d-22bf-4552-8a90-d3b3f5e80022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:50:09.707623 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:50:11.045622 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:50:11.375134 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:50:13.851020 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:50:13.855152 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:50:21.034910 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:50:21.362941 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:50:21.370875 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:50:34.847238 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 5 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 19:50:36.103685 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d4b35be4-f850-422c-ba89-b6d1b3de6630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:50:38.583852 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-b9b6b8b2-1c39-4d69-b657-6378f89e5fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:50:39.711125 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:50:41.047699 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:50:41.378054 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:50:45.150508 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1729494'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:50:50.855636 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:50:50.860142 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:50:55.142363 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:50:55.143159 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:50:55.146338 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4,neutron:INSERT=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:50:57.200337 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 53080) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:50:57.307335 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-f0590293-b31e-48cf-b0b0-dd376aa9e411 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1058898 Jul 01 19:50:59.360740 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 53090) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:50:59.415932 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-c3e8dc58-96c8-471c-aeaf-217f03fd2cff admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0540254 Jul 01 19:51:06.108158 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-96bc995c-68bb-4a39-8a24-16e0ad9e8b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:51:08.586148 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-1db07f5e-97f9-49dd-a7d0-00e5dc26a07b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:51:09.410299 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:51:09.411082 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:51:09.713483 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:51:11.050308 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:51:11.379640 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:51:11.846907 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 19:51:15.118921 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:51:25.107041 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:51:25.108338 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:51:25.114900 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:51:36.110362 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-5937633f-4f10-4592-8c9b-15143a9c6125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:51:36.188264 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=18 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:51:36.190106 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=16 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:51:38.588659 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-c27e2151-a16c-4f88-bc6f-8c63aef8908f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:51:39.715575 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:51:41.054611 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:51:41.382014 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:51:45.112898 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:51:48.849457 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 19:51:55.102471 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=6 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:51:55.106166 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:51:55.109252 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:04.863355 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:04.868279 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=6 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:06.175169 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-870c1a3d-f3f9-4bf5-86f6-cef88ea4d0b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:08.591982 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-bbd85705-8734-4175-8968-73b287fbcb8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:09.719349 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:11.058522 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:11.386010 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:15.132014 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:25.122139 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:25.126445 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:25.127895 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:25.847328 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 19:52:36.138472 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-4bc0ce29-870e-4ec2-a5ea-7ccc197360f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:37.709114 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 53226) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:38.109364 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1212348297-network', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:52:38.134215 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Made reservation on behalf of b8e38ec3f92a47fe98829eb3d289cdb4 for: {'network': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:52:38.138699 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for network (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:38.146436 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:38.239463 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Publish callbacks [] for security_group (02e6935f-2034-400a-86c4-82d5306e6d59), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:38.244226 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (02e6935f-2034-400a-86c4-82d5306e6d59), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:38.279827 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=110545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 19:52:38.282936 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e6935f-2034-400a-86c4-82d5306e6d59,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:38.294367 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.294710 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.295068 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.295407 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.295737 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.296073 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.296383 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.296704 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.297044 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.297375 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.297859 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.298203 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.298525 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.298843 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.299162 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Tracked resource versions report: Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: pushed versions: Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: { 'AddressGroup': {'1.2'}, Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'Agent': {'1.1'}, Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'ConntrackHelper': {'1.0'}, Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'LocalIPAssociation': {'1.0'}, Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'Log': {'1.0'}, Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'NDPProxy': {'1.0'}, Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'Network': {'1.1'}, Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'Port': {'1.7'}, Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'PortForwarding': {'1.3'}, Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'QosPolicy': {'1.10'}, Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'SecurityGroup': {'1.5'}, Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'SecurityGroupRule': {'1.2'}, Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'SubPort': {'1.0'}, Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'Subnet': {'1.1'}, Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'Trunk': {'1.1'}} Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: consumer versions: Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: { DHCP agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: HyperV agent@hv-cinder-84460: {}, Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: L3 agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: Metadata agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: Metering agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: Open vSwitch agent@dv-cinder-844601-7-iscsi: { 'AddressGroup': '1.2', Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'Agent': '1.1', Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'ConntrackHelper': '1.0', Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'LocalIPAssociation': '1.0', Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'Log': '1.0', Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'NDPProxy': '1.0', Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'Network': '1.1', Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'Port': '1.7', Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'PortForwarding': '1.3', Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'QosPolicy': '1.10', Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'SecurityGroup': '1.5', Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'SecurityGroupRule': '1.2', Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'SubPort': '1.0', Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'Subnet': '1.1', Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: 'Trunk': '1.1'}} Jul 01 19:52:38.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: {{(pid=110545) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 01 19:52:38.309201 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (5d68873e-3f85-40c5-96cd-ad37b7501d85), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:38.309313 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.segments_db [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Added segment 5d68873e-3f85-40c5-96cd-ad37b7501d85 of type vlan for network 7e9d88c7-2969-402f-b3c2-096acc062b79 Jul 01 19:52:38.353689 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766989805963'] for network (7e9d88c7-2969-402f-b3c2-096acc062b79), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:38.383158 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for network (7e9d88c7-2969-402f-b3c2-096acc062b79), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:38.384643 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:52:38.387166 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:38.459131 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7462826 Jul 01 19:52:38.460172 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 53274) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:38.470717 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Request body: {'subnet': {'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1212348297-subnet', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:52:38.497441 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4907328-dd7c-4e27-955f-f137f7b61a11 admin admin] Pushing event updated for resources: {'Network': ['ID=7e9d88c7-2969-402f-b3c2-096acc062b79,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:38.498337 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Made reservation on behalf of b8e38ec3f92a47fe98829eb3d289cdb4 for: {'subnet': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:52:38.513700 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Network 7e9d88c7-2969-402f-b3c2-096acc062b79 details requested by agent ovs-agent-dv-cinder-844601-7-iscsi with host dv-cinder-844601-7-iscsi {{(pid=110546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 19:52:38.515486 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:38.610307 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-c10d15b8-ea11-422a-bda9-4b132ee8473b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:38.712340 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for subnet (76c01db0-193d-4246-8c54-cae6849bb14c), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:38.764672 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76c01db0-193d-4246-8c54-cae6849bb14c,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:38.774016 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.774362 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.774721 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.775060 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.775389 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.775713 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.776031 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.776382 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.776705 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.777025 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.777368 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.777739 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.778062 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.778630 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.778947 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Tracked resource versions report: Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: pushed versions: Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: { 'AddressGroup': {'1.2'}, Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'Agent': {'1.1'}, Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'ConntrackHelper': {'1.0'}, Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'LocalIPAssociation': {'1.0'}, Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'Log': {'1.0'}, Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'NDPProxy': {'1.0'}, Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'Network': {'1.1'}, Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'Port': {'1.7'}, Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'PortForwarding': {'1.3'}, Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'QosPolicy': {'1.10'}, Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'SecurityGroup': {'1.5'}, Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'SecurityGroupRule': {'1.2'}, Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'SubPort': {'1.0'}, Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'Subnet': {'1.1'}, Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'Trunk': {'1.1'}} Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: consumer versions: Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: { DHCP agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: HyperV agent@hv-cinder-84460: {}, Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: L3 agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: Metadata agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: Metering agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: Open vSwitch agent@dv-cinder-844601-7-iscsi: { 'AddressGroup': '1.2', Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'Agent': '1.1', Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'ConntrackHelper': '1.0', Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'LocalIPAssociation': '1.0', Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'Log': '1.0', Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'NDPProxy': '1.0', Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'Network': '1.1', Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'Port': '1.7', Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'PortForwarding': '1.3', Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'QosPolicy': '1.10', Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'SecurityGroup': '1.5', Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'SecurityGroupRule': '1.2', Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'SubPort': '1.0', Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'Subnet': '1.1', Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: 'Trunk': '1.1'}} Jul 01 19:52:38.780117 dv-cinder-844601-7-iscsi neutron-server[110544]: {{(pid=110544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 01 19:52:38.795351 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 53290) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:38.804967 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Checking segment: {'id': '5d68873e-3f85-40c5-96cd-ad37b7501d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:52:38.805322 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Network hostable DHCP agents. Network: 7e9d88c7-2969-402f-b3c2-096acc062b79, hostable agents: ['c73d88bc-f5d4-4e4e-bef7-e6641222d38b'], hosted agents: [] {{(pid=110544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 19:52:38.824636 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Network 7e9d88c7-2969-402f-b3c2-096acc062b79 is scheduled to be hosted by DHCP agent c73d88bc-f5d4-4e4e-bef7-e6641222d38b with binding_index 1 {{(pid=110544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 19:52:38.835953 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-7-iscsi, 7e9d88c7-2969-402f-b3c2-096acc062b79) {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:52:38.840764 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:52:38.841510 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for subnet (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:38.850238 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a451465-0150-40a4-b0b3-0cd0e92468a7 None None] Network 7e9d88c7-2969-402f-b3c2-096acc062b79 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:52:38.876078 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 53298) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:38.878143 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-ef137b03-1638-4580-8c4f-000415f38df6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4157784 Jul 01 19:52:38.882295 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-92ad16f3-7d2d-4f63-b591-81f16858eed0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1212348297-router', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:52:38.911168 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-92ad16f3-7d2d-4f63-b591-81f16858eed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1736258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2076621'] for router (b0e58633-c4aa-422b-8607-4a78d1fc72ca), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:38.913350 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-92ad16f3-7d2d-4f63-b591-81f16858eed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1560559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2076612'] for router (b0e58633-c4aa-422b-8607-4a78d1fc72ca), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:39.002427 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef9c38b-9e7a-5363-bbbe-cbd2af869e96-7e9d88c7-2969-402f-b3c2-096acc062b79', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'fixed_ips': [{'subnet_id': '76c01db0-193d-4246-8c54-cae6849bb14c'}]}} from dv-cinder-844601-7-iscsi. {{(pid=110546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 19:52:39.003379 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:39.074367 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-92ad16f3-7d2d-4f63-b591-81f16858eed0 admin admin] Publish callbacks [] for router_controller (b0e58633-c4aa-422b-8607-4a78d1fc72ca), precommit_add_association {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:39.170963 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.db_base_plugin_common [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Allocated IP 172.20.0.2 (7e9d88c7-2969-402f-b3c2-096acc062b79/76c01db0-193d-4246-8c54-cae6849bb14c/e5db69fe-4e70-4d52-8aab-bcf74c0f4b87) {{(pid=110546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:52:39.247836 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 53308) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:39.352190 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-77556ce5-8240-4e18-8b12-f8d77d555c60 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-571019164-network', 'tenant_id': '2347fd8e4a1740fdb98218aa30c150e0'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:52:39.360535 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Publish callbacks [] for port (e5db69fe-4e70-4d52-8aab-bcf74c0f4b87), precommit_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:39.374538 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (e5db69fe-4e70-4d52-8aab-bcf74c0f4b87), after_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:39.379113 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77556ce5-8240-4e18-8b12-f8d77d555c60 admin admin] Made reservation on behalf of 2347fd8e4a1740fdb98218aa30c150e0 for: {'network': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:52:39.381854 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-77556ce5-8240-4e18-8b12-f8d77d555c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for network (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:39.394496 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-77556ce5-8240-4e18-8b12-f8d77d555c60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:39.400887 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-92ad16f3-7d2d-4f63-b591-81f16858eed0 admin admin] Publish callbacks [] for router_gateway (b0e58633-c4aa-422b-8607-4a78d1fc72ca), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:39.422248 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Network 7e9d88c7-2969-402f-b3c2-096acc062b79 is already hosted by enough agents. {{(pid=110546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:52:39.425472 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.base_scheduler [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Resources bound (agent type, host, resource id): {{(pid=110546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:52:39.430085 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Received port after_create {{(pid=110546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:52:39.437877 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Pushing event updated for resources: {'Port': ['ID=e5db69fe-4e70-4d52-8aab-bcf74c0f4b87,revision_number=1']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:39.451592 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:39.451952 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:39.452334 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:39.452691 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:39.453030 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:39.453359 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:39.453722 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:39.454036 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:39.454378 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:39.454682 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:39.455003 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:39.455345 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:39.455659 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:39.456109 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:39.456591 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Tracked resource versions report: Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: pushed versions: Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: { 'AddressGroup': {'1.2'}, Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'Agent': {'1.1'}, Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'ConntrackHelper': {'1.0'}, Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'LocalIPAssociation': {'1.0'}, Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'Log': {'1.0'}, Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'NDPProxy': {'1.0'}, Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'Network': {'1.1'}, Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'Port': {'1.7'}, Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'PortForwarding': {'1.3'}, Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'QosPolicy': {'1.10'}, Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'SecurityGroup': {'1.5'}, Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'SecurityGroupRule': {'1.2'}, Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'SubPort': {'1.0'}, Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'Subnet': {'1.1'}, Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'Trunk': {'1.1'}} Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: consumer versions: Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: { DHCP agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: HyperV agent@hv-cinder-84460: {}, Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: L3 agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: Metadata agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: Metering agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: Open vSwitch agent@dv-cinder-844601-7-iscsi: { 'AddressGroup': '1.2', Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'Agent': '1.1', Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'ConntrackHelper': '1.0', Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'LocalIPAssociation': '1.0', Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'Log': '1.0', Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'NDPProxy': '1.0', Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'Network': '1.1', Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'Port': '1.7', Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'PortForwarding': '1.3', Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'QosPolicy': '1.10', Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'SecurityGroup': '1.5', Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'SecurityGroupRule': '1.2', Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'SubPort': '1.0', Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'Subnet': '1.1', Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: 'Trunk': '1.1'}} Jul 01 19:52:39.457990 dv-cinder-844601-7-iscsi neutron-server[110546]: {{(pid=110546) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 01 19:52:39.494949 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 53318) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:39.513465 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:39.517388 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Attempting to bind port e5db69fe-4e70-4d52-8aab-bcf74c0f4b87 on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:52:39.518922 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Attempting to bind port e5db69fe-4e70-4d52-8aab-bcf74c0f4b87 by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': '5d68873e-3f85-40c5-96cd-ad37b7501d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:52:39.519480 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Attempting to bind port e5db69fe-4e70-4d52-8aab-bcf74c0f4b87 on network 7e9d88c7-2969-402f-b3c2-096acc062b79 {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:52:39.527279 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:52:39.527658 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Checking segment: {'id': '5d68873e-3f85-40c5-96cd-ad37b7501d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:52:39.528572 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:39.529152 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Bound using segment: {'id': '5d68873e-3f85-40c5-96cd-ad37b7501d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:52:39.529748 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Bound port: e5db69fe-4e70-4d52-8aab-bcf74c0f4b87, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d68873e-3f85-40c5-96cd-ad37b7501d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:52:39.530134 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (e5db69fe-4e70-4d52-8aab-bcf74c0f4b87), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:39.623177 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] For port e5db69fe-4e70-4d52-8aab-bcf74c0f4b87, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:52:39.626996 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] For port e5db69fe-4e70-4d52-8aab-bcf74c0f4b87, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=e5db69fe-4e70-4d52-8aab-bcf74c0f4b87,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:52:39.631547 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:39.642560 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (e5db69fe-4e70-4d52-8aab-bcf74c0f4b87), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:39.654779 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-77556ce5-8240-4e18-8b12-f8d77d555c60 admin admin] Publish callbacks [] for security_group (c848bf84-1169-420b-9985-6a8203118d04), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:39.669091 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-ec143870-f8d5-446d-b97e-1f8f36705a7a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1080420829-network', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:52:39.687155 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-77556ce5-8240-4e18-8b12-f8d77d555c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (c848bf84-1169-420b-9985-6a8203118d04), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:39.706358 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec143870-f8d5-446d-b97e-1f8f36705a7a admin admin] Made reservation on behalf of 025035b3b0b348d7acddfe456dd6a109 for: {'network': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:52:39.709441 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ec143870-f8d5-446d-b97e-1f8f36705a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for network (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:39.736352 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ec143870-f8d5-446d-b97e-1f8f36705a7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:39.750581 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77556ce5-8240-4e18-8b12-f8d77d555c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c848bf84-1169-420b-9985-6a8203118d04,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:39.790019 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-92ad16f3-7d2d-4f63-b591-81f16858eed0 admin admin] Publish callbacks [] for router_gateway (b0e58633-c4aa-422b-8607-4a78d1fc72ca), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:39.791582 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:39.794374 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edcf078-4b9a-46da-b0ce-818c9b9f7d81 None None] Pushing event updated for resources: {'Port': ['ID=e5db69fe-4e70-4d52-8aab-bcf74c0f4b87,revision_number=2']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:39.797677 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77556ce5-8240-4e18-8b12-f8d77d555c60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=110545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 19:52:39.845534 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-92ad16f3-7d2d-4f63-b591-81f16858eed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:39.894194 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ec143870-f8d5-446d-b97e-1f8f36705a7a admin admin] Publish callbacks [] for security_group (32ebd7cd-0932-48f1-b640-a2da114cd0e5), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:39.899297 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ec143870-f8d5-446d-b97e-1f8f36705a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (32ebd7cd-0932-48f1-b640-a2da114cd0e5), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:40.052091 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-013caebd-8973-4dbd-9413-2555b7d60f74 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1058585110-network', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:52:40.099088 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013caebd-8973-4dbd-9413-2555b7d60f74 admin admin] Made reservation on behalf of 0ba0ddfd3efd41ee9687efe014c40bf0 for: {'network': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:52:40.101886 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-013caebd-8973-4dbd-9413-2555b7d60f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for network (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:40.104621 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec143870-f8d5-446d-b97e-1f8f36705a7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=110544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 19:52:40.110080 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [None req-92ad16f3-7d2d-4f63-b591-81f16858eed0 admin admin] Allocated IP 172.27.1.169 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/004adf03-b733-4aff-86fd-9a09d2ce6b68) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:52:40.111609 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec143870-f8d5-446d-b97e-1f8f36705a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ebd7cd-0932-48f1-b640-a2da114cd0e5,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:40.212548 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-013caebd-8973-4dbd-9413-2555b7d60f74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:40.212548 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ec143870-f8d5-446d-b97e-1f8f36705a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (0b411177-2154-4372-8183-0472605c751c), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:40.212548 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.segments_db [None req-ec143870-f8d5-446d-b97e-1f8f36705a7a admin admin] Added segment 0b411177-2154-4372-8183-0472605c751c of type vlan for network b31a2a85-453d-4d0b-bc1f-fd678ffc85ef Jul 01 19:52:40.212548 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:40.230746 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ec143870-f8d5-446d-b97e-1f8f36705a7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766989805963'] for network (b31a2a85-453d-4d0b-bc1f-fd678ffc85ef), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:40.287223 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:40.305110 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-77556ce5-8240-4e18-8b12-f8d77d555c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (f02bf9d1-ffb7-44b8-a9d1-fc167af55b69), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:40.305557 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ec143870-f8d5-446d-b97e-1f8f36705a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for network (b31a2a85-453d-4d0b-bc1f-fd678ffc85ef), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:40.306064 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.segments_db [None req-77556ce5-8240-4e18-8b12-f8d77d555c60 admin admin] Added segment f02bf9d1-ffb7-44b8-a9d1-fc167af55b69 of type vlan for network 345d49d7-38ed-4bce-826c-0115d69ba214 Jul 01 19:52:40.306762 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec143870-f8d5-446d-b97e-1f8f36705a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:52:40.308156 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ec143870-f8d5-446d-b97e-1f8f36705a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:40.393835 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-ec143870-f8d5-446d-b97e-1f8f36705a7a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.1430230 Jul 01 19:52:40.400833 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-013caebd-8973-4dbd-9413-2555b7d60f74 admin admin] Publish callbacks [] for security_group (6b187684-081f-4b19-aee6-602288526fe4), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:40.402689 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 53362) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:40.407356 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-77556ce5-8240-4e18-8b12-f8d77d555c60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766989805963'] for network (345d49d7-38ed-4bce-826c-0115d69ba214), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:40.411140 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-fca8d7f8-fee1-4435-bccc-fd0eacf70d6e admin admin] Request body: {'subnet': {'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1080420829-subnet', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:52:40.417989 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-92ad16f3-7d2d-4f63-b591-81f16858eed0 admin admin] Publish callbacks [] for port (004adf03-b733-4aff-86fd-9a09d2ce6b68), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:40.461073 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-013caebd-8973-4dbd-9413-2555b7d60f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (6b187684-081f-4b19-aee6-602288526fe4), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:40.467215 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec143870-f8d5-446d-b97e-1f8f36705a7a admin admin] Pushing event updated for resources: {'Network': ['ID=b31a2a85-453d-4d0b-bc1f-fd678ffc85ef,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:40.472228 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca8d7f8-fee1-4435-bccc-fd0eacf70d6e admin admin] Made reservation on behalf of 025035b3b0b348d7acddfe456dd6a109 for: {'subnet': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:52:40.475449 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fca8d7f8-fee1-4435-bccc-fd0eacf70d6e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:40.479768 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-77556ce5-8240-4e18-8b12-f8d77d555c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for network (345d49d7-38ed-4bce-826c-0115d69ba214), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:40.483883 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77556ce5-8240-4e18-8b12-f8d77d555c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:52:40.485259 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Network b31a2a85-453d-4d0b-bc1f-fd678ffc85ef details requested by agent ovs-agent-dv-cinder-844601-7-iscsi with host dv-cinder-844601-7-iscsi {{(pid=110546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 19:52:40.486184 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-77556ce5-8240-4e18-8b12-f8d77d555c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:40.500003 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013caebd-8973-4dbd-9413-2555b7d60f74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=110544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 19:52:40.539418 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-77556ce5-8240-4e18-8b12-f8d77d555c60 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.7429373 Jul 01 19:52:40.545403 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 53372) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:40.553904 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-8095e5f7-e5b4-45e3-99cc-f7e6459e83cd admin admin] Request body: {'subnet': {'network_id': '345d49d7-38ed-4bce-826c-0115d69ba214', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-571019164-subnet', 'tenant_id': '2347fd8e4a1740fdb98218aa30c150e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:52:40.599841 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-013caebd-8973-4dbd-9413-2555b7d60f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (f7426a8c-6e96-4728-a1d7-524475ad5e61), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:40.602069 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.segments_db [None req-013caebd-8973-4dbd-9413-2555b7d60f74 admin admin] Added segment f7426a8c-6e96-4728-a1d7-524475ad5e61 of type vlan for network 13dd580c-809a-4f73-9432-a6d0838269e1 Jul 01 19:52:40.634661 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013caebd-8973-4dbd-9413-2555b7d60f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b187684-081f-4b19-aee6-602288526fe4,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:40.639737 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-92ad16f3-7d2d-4f63-b591-81f16858eed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (004adf03-b733-4aff-86fd-9a09d2ce6b68), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:40.645608 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77556ce5-8240-4e18-8b12-f8d77d555c60 admin admin] Pushing event updated for resources: {'Network': ['ID=345d49d7-38ed-4bce-826c-0115d69ba214,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:40.677496 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Network 345d49d7-38ed-4bce-826c-0115d69ba214 details requested by agent ovs-agent-dv-cinder-844601-7-iscsi with host dv-cinder-844601-7-iscsi {{(pid=110546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 19:52:40.687686 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-013caebd-8973-4dbd-9413-2555b7d60f74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766989805963'] for network (13dd580c-809a-4f73-9432-a6d0838269e1), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:40.742341 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad16f3-7d2d-4f63-b591-81f16858eed0 admin admin] Pushing event updated for resources: {'Port': ['ID=004adf03-b733-4aff-86fd-9a09d2ce6b68,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:40.750267 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-013caebd-8973-4dbd-9413-2555b7d60f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for network (13dd580c-809a-4f73-9432-a6d0838269e1), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:40.751702 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013caebd-8973-4dbd-9413-2555b7d60f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:52:40.752577 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-013caebd-8973-4dbd-9413-2555b7d60f74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:40.752878 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8095e5f7-e5b4-45e3-99cc-f7e6459e83cd admin admin] Made reservation on behalf of 2347fd8e4a1740fdb98218aa30c150e0 for: {'subnet': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:52:40.755339 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-8095e5f7-e5b4-45e3-99cc-f7e6459e83cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:40.768366 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:40.795233 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-013caebd-8973-4dbd-9413-2555b7d60f74 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.2986331 Jul 01 19:52:40.800835 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 53380) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:40.812381 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-d258ea5a-af3c-4cad-aca5-8ef816f1e4fa admin admin] Request body: {'subnet': {'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1058585110-subnet', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:52:40.835404 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ad16f3-7d2d-4f63-b591-81f16858eed0 admin admin] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:52:40.872521 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-92ad16f3-7d2d-4f63-b591-81f16858eed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:52:40.881368 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ad16f3-7d2d-4f63-b591-81f16858eed0 admin admin] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:52:40.897965 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013caebd-8973-4dbd-9413-2555b7d60f74 admin admin] Pushing event updated for resources: {'Network': ['ID=13dd580c-809a-4f73-9432-a6d0838269e1,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:40.922437 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Network 13dd580c-809a-4f73-9432-a6d0838269e1 details requested by agent ovs-agent-dv-cinder-844601-7-iscsi with host dv-cinder-844601-7-iscsi {{(pid=110546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 19:52:40.924357 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d258ea5a-af3c-4cad-aca5-8ef816f1e4fa admin admin] Made reservation on behalf of 0ba0ddfd3efd41ee9687efe014c40bf0 for: {'subnet': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:52:40.927099 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d258ea5a-af3c-4cad-aca5-8ef816f1e4fa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:40.931343 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fca8d7f8-fee1-4435-bccc-fd0eacf70d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for subnet (8be3e6b8-9cb2-4563-96d1-aa493dda5517), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:41.013963 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:41.133602 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:41.179574 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8d7f8-fee1-4435-bccc-fd0eacf70d6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be3e6b8-9cb2-4563-96d1-aa493dda5517,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:41.200540 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:41.226664 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca8d7f8-fee1-4435-bccc-fd0eacf70d6e admin admin] Checking segment: {'id': '0b411177-2154-4372-8183-0472605c751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:52:41.227091 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca8d7f8-fee1-4435-bccc-fd0eacf70d6e admin admin] Network hostable DHCP agents. Network: b31a2a85-453d-4d0b-bc1f-fd678ffc85ef, hostable agents: ['c73d88bc-f5d4-4e4e-bef7-e6641222d38b'], hosted agents: [] {{(pid=110544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 19:52:41.265953 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:41.315236 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca8d7f8-fee1-4435-bccc-fd0eacf70d6e admin admin] Network b31a2a85-453d-4d0b-bc1f-fd678ffc85ef is scheduled to be hosted by DHCP agent c73d88bc-f5d4-4e4e-bef7-e6641222d38b with binding_index 1 {{(pid=110544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 19:52:41.341545 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-fca8d7f8-fee1-4435-bccc-fd0eacf70d6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-7-iscsi, b31a2a85-453d-4d0b-bc1f-fd678ffc85ef) {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:52:41.350405 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d511c50f-bbae-4292-843c-357edc498a21 None None] Network b31a2a85-453d-4d0b-bc1f-fd678ffc85ef requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:52:41.359144 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca8d7f8-fee1-4435-bccc-fd0eacf70d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:52:41.360465 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fca8d7f8-fee1-4435-bccc-fd0eacf70d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for subnet (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:41.373841 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:41.399364 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-fca8d7f8-fee1-4435-bccc-fd0eacf70d6e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9945443 Jul 01 19:52:41.404419 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 53404) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:41.442077 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-6f305958-5562-44cb-8b25-9dc682022294 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1080420829-router', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:52:41.490337 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d83d2d0-5d86-49f8-9843-503a26ba48d8 None None] Network 7e9d88c7-2969-402f-b3c2-096acc062b79 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:52:41.540204 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d258ea5a-af3c-4cad-aca5-8ef816f1e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for subnet (b109ae2e-b5c6-4eef-8a69-a246d16af692), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:41.730288 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258ea5a-af3c-4cad-aca5-8ef816f1e4fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b109ae2e-b5c6-4eef-8a69-a246d16af692,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:41.766659 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d258ea5a-af3c-4cad-aca5-8ef816f1e4fa admin admin] Checking segment: {'id': 'f7426a8c-6e96-4728-a1d7-524475ad5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:52:41.767014 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d258ea5a-af3c-4cad-aca5-8ef816f1e4fa admin admin] Network hostable DHCP agents. Network: 13dd580c-809a-4f73-9432-a6d0838269e1, hostable agents: ['c73d88bc-f5d4-4e4e-bef7-e6641222d38b'], hosted agents: [] {{(pid=110544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 19:52:41.818492 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d258ea5a-af3c-4cad-aca5-8ef816f1e4fa admin admin] Network 13dd580c-809a-4f73-9432-a6d0838269e1 is scheduled to be hosted by DHCP agent c73d88bc-f5d4-4e4e-bef7-e6641222d38b with binding_index 1 {{(pid=110544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 19:52:41.843088 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-d258ea5a-af3c-4cad-aca5-8ef816f1e4fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-7-iscsi, 13dd580c-809a-4f73-9432-a6d0838269e1) {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:52:41.850749 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6f305958-5562-44cb-8b25-9dc682022294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1736258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2076621'] for router (c2243065-4dd3-416f-a3f1-69bed13e411d), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:41.851826 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6f305958-5562-44cb-8b25-9dc682022294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1560559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2076612'] for router (c2243065-4dd3-416f-a3f1-69bed13e411d), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:41.857306 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d258ea5a-af3c-4cad-aca5-8ef816f1e4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:52:41.858636 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:41.859219 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d258ea5a-af3c-4cad-aca5-8ef816f1e4fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for subnet (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:41.862659 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:41.879892 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device e5db69fe-4e70-4d52-8aab-bcf74c0f4b87 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:52:41.892973 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10864aa5-260a-4b15-a141-ae7e3e506cdc None None] Network 13dd580c-809a-4f73-9432-a6d0838269e1 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:52:41.899461 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-d258ea5a-af3c-4cad-aca5-8ef816f1e4fa admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0971329 Jul 01 19:52:41.905887 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 53432) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:41.921296 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-2782e5e0-fc38-4daa-9f24-025ef352b834 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1058585110-router', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:52:41.962182 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:41.986035 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2782e5e0-fc38-4daa-9f24-025ef352b834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1736258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2076621'] for router (f0b73d37-ca2a-4a69-9b0e-75f5d7905146), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:41.990019 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2782e5e0-fc38-4daa-9f24-025ef352b834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1560559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2076612'] for router (f0b73d37-ca2a-4a69-9b0e-75f5d7905146), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:42.055373 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-caff96c8-5587-4359-b1ca-dbce18392e8b None None] Provisioning complete for port e5db69fe-4e70-4d52-8aab-bcf74c0f4b87 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:52:42.055986 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-caff96c8-5587-4359-b1ca-dbce18392e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (e5db69fe-4e70-4d52-8aab-bcf74c0f4b87), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:42.058403 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6f305958-5562-44cb-8b25-9dc682022294 admin admin] Publish callbacks [] for router_controller (c2243065-4dd3-416f-a3f1-69bed13e411d), precommit_add_association {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:42.059947 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-8095e5f7-e5b4-45e3-99cc-f7e6459e83cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for subnet (854e10d5-8143-4840-aef8-4655cb92e7f6), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:42.210930 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2782e5e0-fc38-4daa-9f24-025ef352b834 admin admin] Publish callbacks [] for router_controller (f0b73d37-ca2a-4a69-9b0e-75f5d7905146), precommit_add_association {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:42.271260 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e599696-d28d-4373-8540-d96786006f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef9c38b-9e7a-5363-bbbe-cbd2af869e96-b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'fixed_ips': [{'subnet_id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517'}]}} from dv-cinder-844601-7-iscsi. {{(pid=110546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 19:52:42.272199 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-0e599696-d28d-4373-8540-d96786006f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:42.301330 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port e5db69fe-4e70-4d52-8aab-bcf74c0f4b87 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:52:42.301668 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (e5db69fe-4e70-4d52-8aab-bcf74c0f4b87), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:42.358631 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095e5f7-e5b4-45e3-99cc-f7e6459e83cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=854e10d5-8143-4840-aef8-4655cb92e7f6,revision_number=0']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:42.361206 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-92ad16f3-7d2d-4f63-b591-81f16858eed0 admin admin] Publish callbacks [] for router_gateway (b0e58633-c4aa-422b-8607-4a78d1fc72ca), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:42.524799 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:42.550784 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2782e5e0-fc38-4daa-9f24-025ef352b834 admin admin] Publish callbacks [] for router_gateway (f0b73d37-ca2a-4a69-9b0e-75f5d7905146), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:42.552128 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.db_base_plugin_common [None req-0e599696-d28d-4373-8540-d96786006f5a None None] Allocated IP 172.20.0.2 (b31a2a85-453d-4d0b-bc1f-fd678ffc85ef/8be3e6b8-9cb2-4563-96d1-aa493dda5517/776394c0-9125-4cb6-b436-1f4d23460368) {{(pid=110546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:52:42.581267 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8095e5f7-e5b4-45e3-99cc-f7e6459e83cd admin admin] Checking segment: {'id': 'f02bf9d1-ffb7-44b8-a9d1-fc167af55b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '345d49d7-38ed-4bce-826c-0115d69ba214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:52:42.581716 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8095e5f7-e5b4-45e3-99cc-f7e6459e83cd admin admin] Network hostable DHCP agents. Network: 345d49d7-38ed-4bce-826c-0115d69ba214, hostable agents: ['c73d88bc-f5d4-4e4e-bef7-e6641222d38b'], hosted agents: [] {{(pid=110545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 19:52:42.633464 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6f305958-5562-44cb-8b25-9dc682022294 admin admin] Publish callbacks [] for router_gateway (c2243065-4dd3-416f-a3f1-69bed13e411d), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:42.634074 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a928c7-fbff-44e8-826a-b881bf3adcd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef9c38b-9e7a-5363-bbbe-cbd2af869e96-13dd580c-809a-4f73-9432-a6d0838269e1', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'fixed_ips': [{'subnet_id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692'}]}} from dv-cinder-844601-7-iscsi. {{(pid=110546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 19:52:42.634992 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-a0a928c7-fbff-44e8-826a-b881bf3adcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:42.688910 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8095e5f7-e5b4-45e3-99cc-f7e6459e83cd admin admin] Network 345d49d7-38ed-4bce-826c-0115d69ba214 is scheduled to be hosted by DHCP agent c73d88bc-f5d4-4e4e-bef7-e6641222d38b with binding_index 1 {{(pid=110545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 19:52:42.695937 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:42.748731 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-caff96c8-5587-4359-b1ca-dbce18392e8b None None] Current status of the port e5db69fe-4e70-4d52-8aab-bcf74c0f4b87 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:52:42.758632 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-caff96c8-5587-4359-b1ca-dbce18392e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (e5db69fe-4e70-4d52-8aab-bcf74c0f4b87), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:42.761835 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-8095e5f7-e5b4-45e3-99cc-f7e6459e83cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-7-iscsi, 345d49d7-38ed-4bce-826c-0115d69ba214) {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:52:42.781772 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5431d5f-d0da-4ecf-80f5-38a0a8117706 None None] Network 345d49d7-38ed-4bce-826c-0115d69ba214 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:52:42.815822 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8095e5f7-e5b4-45e3-99cc-f7e6459e83cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:52:42.816419 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-8095e5f7-e5b4-45e3-99cc-f7e6459e83cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for subnet (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:42.885119 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2782e5e0-fc38-4daa-9f24-025ef352b834 admin admin] Publish callbacks [] for router_gateway (f0b73d37-ca2a-4a69-9b0e-75f5d7905146), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:42.916588 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2782e5e0-fc38-4daa-9f24-025ef352b834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:42.980545 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-8095e5f7-e5b4-45e3-99cc-f7e6459e83cd admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4321394 Jul 01 19:52:42.985881 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 53490) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:42.990371 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-d49729ca-f301-4858-94e9-e017012d5231 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-571019164-router', 'tenant_id': '2347fd8e4a1740fdb98218aa30c150e0', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:52:42.999013 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:43.071646 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:43.088051 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-92ad16f3-7d2d-4f63-b591-81f16858eed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725937'] for router (b0e58633-c4aa-422b-8607-4a78d1fc72ca), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:43.122753 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [None req-2782e5e0-fc38-4daa-9f24-025ef352b834 admin admin] Allocated IP 172.27.1.243 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/ba7951e3-b026-49c7-8a88-11de1be77fd1) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:52:43.188433 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:43.192450 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d49729ca-f301-4858-94e9-e017012d5231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1736258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2076621'] for router (7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:43.193766 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d49729ca-f301-4858-94e9-e017012d5231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1560559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2076612'] for router (7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:43.272753 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d49729ca-f301-4858-94e9-e017012d5231 admin admin] Publish callbacks [] for router_controller (7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b), precommit_add_association {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:43.277439 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6f305958-5562-44cb-8b25-9dc682022294 admin admin] Publish callbacks [] for router_gateway (c2243065-4dd3-416f-a3f1-69bed13e411d), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:43.300374 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2782e5e0-fc38-4daa-9f24-025ef352b834 admin admin] Publish callbacks [] for port (ba7951e3-b026-49c7-8a88-11de1be77fd1), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:43.316397 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6f305958-5562-44cb-8b25-9dc682022294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:43.337714 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:43.338446 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:43.345176 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2782e5e0-fc38-4daa-9f24-025ef352b834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (ba7951e3-b026-49c7-8a88-11de1be77fd1), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:43.407640 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-caff96c8-5587-4359-b1ca-dbce18392e8b None None] For port e5db69fe-4e70-4d52-8aab-bcf74c0f4b87, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=e5db69fe-4e70-4d52-8aab-bcf74c0f4b87,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:52:43.412858 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2782e5e0-fc38-4daa-9f24-025ef352b834 admin admin] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:52:43.419464 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-2782e5e0-fc38-4daa-9f24-025ef352b834 admin admin] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:52:43.425275 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2782e5e0-fc38-4daa-9f24-025ef352b834 admin admin] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:52:43.446538 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-0e599696-d28d-4373-8540-d96786006f5a None None] Publish callbacks [] for port (776394c0-9125-4cb6-b436-1f4d23460368), precommit_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:43.476151 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-caff96c8-5587-4359-b1ca-dbce18392e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (e5db69fe-4e70-4d52-8aab-bcf74c0f4b87), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:43.477905 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port e5db69fe-4e70-4d52-8aab-bcf74c0f4b87 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:52:43.484887 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (e5db69fe-4e70-4d52-8aab-bcf74c0f4b87), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:43.617656 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d49729ca-f301-4858-94e9-e017012d5231 admin admin] Publish callbacks [] for router_gateway (7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:43.632752 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [None req-6f305958-5562-44cb-8b25-9dc682022294 admin admin] Allocated IP 172.27.1.7 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/3817e95a-3b31-4110-af83-d45b4090fcbf) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:52:43.698906 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-0e599696-d28d-4373-8540-d96786006f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (776394c0-9125-4cb6-b436-1f4d23460368), after_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:43.709530 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff96c8-5587-4359-b1ca-dbce18392e8b None None] Pushing event updated for resources: {'Port': ['ID=e5db69fe-4e70-4d52-8aab-bcf74c0f4b87,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:43.740178 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782e5e0-fc38-4daa-9f24-025ef352b834 admin admin] Pushing event updated for resources: {'Port': ['ID=ba7951e3-b026-49c7-8a88-11de1be77fd1,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:43.742917 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e599696-d28d-4373-8540-d96786006f5a None None] Network b31a2a85-453d-4d0b-bc1f-fd678ffc85ef is already hosted by enough agents. {{(pid=110546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:52:43.788553 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 53528) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:43.830370 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.base_scheduler [None req-0e599696-d28d-4373-8540-d96786006f5a None None] Resources bound (agent type, host, resource id): {{(pid=110546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:52:43.835857 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e599696-d28d-4373-8540-d96786006f5a None None] Pushing event updated for resources: {'Port': ['ID=776394c0-9125-4cb6-b436-1f4d23460368,revision_number=1']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:43.844618 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e599696-d28d-4373-8540-d96786006f5a None None] Received port after_create {{(pid=110546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:52:43.945871 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2782e5e0-fc38-4daa-9f24-025ef352b834 admin admin] Publish callbacks [] for router_gateway (f0b73d37-ca2a-4a69-9b0e-75f5d7905146), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:43.947418 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-0e599696-d28d-4373-8540-d96786006f5a None None] Attempting to bind port 776394c0-9125-4cb6-b436-1f4d23460368 on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:52:43.948650 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-0e599696-d28d-4373-8540-d96786006f5a None None] Attempting to bind port 776394c0-9125-4cb6-b436-1f4d23460368 by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': '0b411177-2154-4372-8183-0472605c751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:52:43.949284 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e599696-d28d-4373-8540-d96786006f5a None None] Attempting to bind port 776394c0-9125-4cb6-b436-1f4d23460368 on network b31a2a85-453d-4d0b-bc1f-fd678ffc85ef {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:52:44.020220 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.db_base_plugin_common [None req-a0a928c7-fbff-44e8-826a-b881bf3adcd3 None None] Allocated IP 172.20.0.2 (13dd580c-809a-4f73-9432-a6d0838269e1/b109ae2e-b5c6-4eef-8a69-a246d16af692/079a3ffd-9359-456d-911b-e66cb58267d7) {{(pid=110546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:52:44.026511 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e599696-d28d-4373-8540-d96786006f5a None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:52:44.026860 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e599696-d28d-4373-8540-d96786006f5a None None] Checking segment: {'id': '0b411177-2154-4372-8183-0472605c751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:52:44.027411 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-0e599696-d28d-4373-8540-d96786006f5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:44.029976 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e599696-d28d-4373-8540-d96786006f5a None None] Bound using segment: {'id': '0b411177-2154-4372-8183-0472605c751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:52:44.030785 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-0e599696-d28d-4373-8540-d96786006f5a None None] Bound port: 776394c0-9125-4cb6-b436-1f4d23460368, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b411177-2154-4372-8183-0472605c751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:52:44.031484 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-0e599696-d28d-4373-8540-d96786006f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (776394c0-9125-4cb6-b436-1f4d23460368), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:44.034465 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-c33ad8dd-7625-4f8b-880c-6a60ea21cf77 None None] Provisioning complete for port e5db69fe-4e70-4d52-8aab-bcf74c0f4b87 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:52:44.035807 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-c33ad8dd-7625-4f8b-880c-6a60ea21cf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (e5db69fe-4e70-4d52-8aab-bcf74c0f4b87), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:44.062843 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ad16f3-7d2d-4f63-b591-81f16858eed0 admin admin] Router b0e58633-c4aa-422b-8607-4a78d1fc72ca is scheduled to L3 agent 92102641-59bc-4b31-9151-065046da5b4e with binding_index 1 {{(pid=110545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 01 19:52:44.145389 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-caf35f54-466b-4010-878d-f08adf05c396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:44.180417 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02191e1-1ac7-4c7a-a2c9-22ae3e2c5868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef9c38b-9e7a-5363-bbbe-cbd2af869e96-345d49d7-38ed-4bce-826c-0115d69ba214', 'network_id': '345d49d7-38ed-4bce-826c-0115d69ba214', 'project_id': '2347fd8e4a1740fdb98218aa30c150e0', 'fixed_ips': [{'subnet_id': '854e10d5-8143-4840-aef8-4655cb92e7f6'}]}} from dv-cinder-844601-7-iscsi. {{(pid=110546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 19:52:44.181822 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-f02191e1-1ac7-4c7a-a2c9-22ae3e2c5868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:44.193324 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.db.api [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110546) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 01 19:52:44.193883 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG oslo_db.api [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 01 19:52:44.227082 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6f305958-5562-44cb-8b25-9dc682022294 admin admin] Publish callbacks [] for port (3817e95a-3b31-4110-af83-d45b4090fcbf), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:44.230368 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:44.298692 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d49729ca-f301-4858-94e9-e017012d5231 admin admin] Publish callbacks [] for router_gateway (7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:44.311231 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:44.392052 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d49729ca-f301-4858-94e9-e017012d5231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:44.431915 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6f305958-5562-44cb-8b25-9dc682022294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (3817e95a-3b31-4110-af83-d45b4090fcbf), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:44.476059 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:44.520440 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ad16f3-7d2d-4f63-b591-81f16858eed0 admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:52:44.522078 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-0e599696-d28d-4373-8540-d96786006f5a None None] For port 776394c0-9125-4cb6-b436-1f4d23460368, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:52:44.532441 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] Sync routers for ids ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:52:44.556834 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f305958-5562-44cb-8b25-9dc682022294 admin admin] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:52:44.558509 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f305958-5562-44cb-8b25-9dc682022294 admin admin] Pushing event updated for resources: {'Port': ['ID=3817e95a-3b31-4110-af83-d45b4090fcbf,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:44.566001 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-6f305958-5562-44cb-8b25-9dc682022294 admin admin] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:52:44.570864 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f305958-5562-44cb-8b25-9dc682022294 admin admin] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:52:44.575516 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-92ad16f3-7d2d-4f63-b591-81f16858eed0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:44.575763 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] Routers {'b0e58633-c4aa-422b-8607-4a78d1fc72ca'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:52:44.576777 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:52:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:52:44.579814 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-92ad16f3-7d2d-4f63-b591-81f16858eed0 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7018695 Jul 01 19:52:44.583976 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 53562) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:44.599087 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-caf35f54-466b-4010-878d-f08adf05c396 admin admin] Publish callbacks [] for security_group (11b5faf2-4025-40ad-bad3-8b0c5a2bfc2c), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:44.652872 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.db_base_plugin_common [None req-f02191e1-1ac7-4c7a-a2c9-22ae3e2c5868 None None] Allocated IP 172.20.0.2 (345d49d7-38ed-4bce-826c-0115d69ba214/854e10d5-8143-4840-aef8-4655cb92e7f6/a78583f2-5377-4773-8a68-a544501f90db) {{(pid=110546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:52:44.719980 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [None req-d49729ca-f301-4858-94e9-e017012d5231 admin admin] Allocated IP 172.27.1.173 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/c155756c-9d1c-4f5a-a981-32c24d9044b1) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:52:44.752632 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-caf35f54-466b-4010-878d-f08adf05c396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (11b5faf2-4025-40ad-bad3-8b0c5a2bfc2c), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:44.873760 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2782e5e0-fc38-4daa-9f24-025ef352b834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725937'] for router (f0b73d37-ca2a-4a69-9b0e-75f5d7905146), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:44.901087 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-f02191e1-1ac7-4c7a-a2c9-22ae3e2c5868 None None] Publish callbacks [] for port (a78583f2-5377-4773-8a68-a544501f90db), precommit_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:44.905961 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:44.909215 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-caf35f54-466b-4010-878d-f08adf05c396 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ff2d50730e24f3b9983e44416421b05&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1192663 Jul 01 19:52:44.916076 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 53582) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:44.941267 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] Set router b0e58633-c4aa-422b-8607-4a78d1fc72ca gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:52:45.015965 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf35f54-466b-4010-878d-f08adf05c396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b5faf2-4025-40ad-bad3-8b0c5a2bfc2c,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:45.023791 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:45.038604 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6f305958-5562-44cb-8b25-9dc682022294 admin admin] Publish callbacks [] for router_gateway (c2243065-4dd3-416f-a3f1-69bed13e411d), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:45.109463 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-0e599696-d28d-4373-8540-d96786006f5a None None] For port 776394c0-9125-4cb6-b436-1f4d23460368, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=776394c0-9125-4cb6-b436-1f4d23460368,segment=NetworkSegment(0b411177-2154-4372-8183-0472605c751c),segment_id=0b411177-2154-4372-8183-0472605c751c)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:52:45.199884 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-a0a928c7-fbff-44e8-826a-b881bf3adcd3 None None] Publish callbacks [] for port (079a3ffd-9359-456d-911b-e66cb58267d7), precommit_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:45.233958 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d49729ca-f301-4858-94e9-e017012d5231 admin admin] Publish callbacks [] for port (c155756c-9d1c-4f5a-a981-32c24d9044b1), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:45.235098 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-0e599696-d28d-4373-8540-d96786006f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (776394c0-9125-4cb6-b436-1f4d23460368), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:45.238927 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-f02191e1-1ac7-4c7a-a2c9-22ae3e2c5868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (a78583f2-5377-4773-8a68-a544501f90db), after_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:45.252902 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:45.292067 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02191e1-1ac7-4c7a-a2c9-22ae3e2c5868 None None] Network 345d49d7-38ed-4bce-826c-0115d69ba214 is already hosted by enough agents. {{(pid=110546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:52:45.301478 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-a0a928c7-fbff-44e8-826a-b881bf3adcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (079a3ffd-9359-456d-911b-e66cb58267d7), after_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:45.325383 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.base_scheduler [None req-f02191e1-1ac7-4c7a-a2c9-22ae3e2c5868 None None] Resources bound (agent type, host, resource id): {{(pid=110546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:52:45.328835 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02191e1-1ac7-4c7a-a2c9-22ae3e2c5868 None None] Received port after_create {{(pid=110546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:52:45.366097 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:45.376163 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'name': 'tempest-AttachVolumeShelveTestJSON-1212348297-router', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:38Z', 'updated_at': '2022-07-01T19:52:41Z', 'revision_number': 3, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'gw_port': {'id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:39Z', 'updated_at': '2022-07-01T19:52:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:52:45.381932 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:45.393633 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-c33ad8dd-7625-4f8b-880c-6a60ea21cf77 None None] Current status of the port e5db69fe-4e70-4d52-8aab-bcf74c0f4b87 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:52:45.399055 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a928c7-fbff-44e8-826a-b881bf3adcd3 None None] Network 13dd580c-809a-4f73-9432-a6d0838269e1 is already hosted by enough agents. {{(pid=110546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:52:45.406624 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port e5db69fe-4e70-4d52-8aab-bcf74c0f4b87 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:52:45.429492 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] Checking router: b0e58633-c4aa-422b-8607-4a78d1fc72ca for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:52:45.430688 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] Updating router b0e58633-c4aa-422b-8607-4a78d1fc72ca port 004adf03-b733-4aff-86fd-9a09d2ce6b68 binding host dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 19:52:45.477294 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (004adf03-b733-4aff-86fd-9a09d2ce6b68), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:45.496414 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.base_scheduler [None req-a0a928c7-fbff-44e8-826a-b881bf3adcd3 None None] Resources bound (agent type, host, resource id): {{(pid=110546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:52:45.510098 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a928c7-fbff-44e8-826a-b881bf3adcd3 None None] Received port after_create {{(pid=110546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:52:45.514006 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d49729ca-f301-4858-94e9-e017012d5231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (c155756c-9d1c-4f5a-a981-32c24d9044b1), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:45.514896 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e93a7c39-97bf-4ef0-9f4e-5dbf721f1d30 admin admin] Publish callbacks [] for security_group (11b5faf2-4025-40ad-bad3-8b0c5a2bfc2c), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:45.647225 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device e5db69fe-4e70-4d52-8aab-bcf74c0f4b87 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:52:45.719429 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49729ca-f301-4858-94e9-e017012d5231 admin admin] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:52:45.732837 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-d49729ca-f301-4858-94e9-e017012d5231 admin admin] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:52:45.745770 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:45.760175 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49729ca-f301-4858-94e9-e017012d5231 admin admin] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:52:45.779865 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-f02191e1-1ac7-4c7a-a2c9-22ae3e2c5868 None None] Attempting to bind port a78583f2-5377-4773-8a68-a544501f90db on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:52:45.783998 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-f02191e1-1ac7-4c7a-a2c9-22ae3e2c5868 None None] Attempting to bind port a78583f2-5377-4773-8a68-a544501f90db by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'f02bf9d1-ffb7-44b8-a9d1-fc167af55b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '345d49d7-38ed-4bce-826c-0115d69ba214'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:52:45.784527 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02191e1-1ac7-4c7a-a2c9-22ae3e2c5868 None None] Attempting to bind port a78583f2-5377-4773-8a68-a544501f90db on network 345d49d7-38ed-4bce-826c-0115d69ba214 {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:52:45.889221 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e599696-d28d-4373-8540-d96786006f5a None None] Pushing event updated for resources: {'Port': ['ID=776394c0-9125-4cb6-b436-1f4d23460368,revision_number=2']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:45.892694 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e93a7c39-97bf-4ef0-9f4e-5dbf721f1d30 admin admin] Publish callbacks [] for security_group (11b5faf2-4025-40ad-bad3-8b0c5a2bfc2c), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:45.894985 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02191e1-1ac7-4c7a-a2c9-22ae3e2c5868 None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:52:45.895477 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02191e1-1ac7-4c7a-a2c9-22ae3e2c5868 None None] Checking segment: {'id': 'f02bf9d1-ffb7-44b8-a9d1-fc167af55b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '345d49d7-38ed-4bce-826c-0115d69ba214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:52:45.895972 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-f02191e1-1ac7-4c7a-a2c9-22ae3e2c5868 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:45.896452 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02191e1-1ac7-4c7a-a2c9-22ae3e2c5868 None None] Bound using segment: {'id': 'f02bf9d1-ffb7-44b8-a9d1-fc167af55b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '345d49d7-38ed-4bce-826c-0115d69ba214'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:52:45.897057 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-f02191e1-1ac7-4c7a-a2c9-22ae3e2c5868 None None] Bound port: a78583f2-5377-4773-8a68-a544501f90db, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02bf9d1-ffb7-44b8-a9d1-fc167af55b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '345d49d7-38ed-4bce-826c-0115d69ba214'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:52:45.897526 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-f02191e1-1ac7-4c7a-a2c9-22ae3e2c5868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (a78583f2-5377-4773-8a68-a544501f90db), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:45.919311 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] Publish callbacks [] for port (004adf03-b733-4aff-86fd-9a09d2ce6b68), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:45.928001 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:45.943158 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (004adf03-b733-4aff-86fd-9a09d2ce6b68), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:45.964928 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-a0a928c7-fbff-44e8-826a-b881bf3adcd3 None None] Attempting to bind port 079a3ffd-9359-456d-911b-e66cb58267d7 on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:52:45.965483 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-a0a928c7-fbff-44e8-826a-b881bf3adcd3 None None] Attempting to bind port 079a3ffd-9359-456d-911b-e66cb58267d7 by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'f7426a8c-6e96-4728-a1d7-524475ad5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:52:45.966059 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a928c7-fbff-44e8-826a-b881bf3adcd3 None None] Attempting to bind port 079a3ffd-9359-456d-911b-e66cb58267d7 on network 13dd580c-809a-4f73-9432-a6d0838269e1 {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:52:46.005847 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49729ca-f301-4858-94e9-e017012d5231 admin admin] Pushing event updated for resources: {'Port': ['ID=c155756c-9d1c-4f5a-a981-32c24d9044b1,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:46.007285 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a928c7-fbff-44e8-826a-b881bf3adcd3 None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:52:46.007993 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a928c7-fbff-44e8-826a-b881bf3adcd3 None None] Checking segment: {'id': 'f7426a8c-6e96-4728-a1d7-524475ad5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:52:46.008501 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-a0a928c7-fbff-44e8-826a-b881bf3adcd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:46.009001 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a928c7-fbff-44e8-826a-b881bf3adcd3 None None] Bound using segment: {'id': 'f7426a8c-6e96-4728-a1d7-524475ad5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:52:46.009640 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-a0a928c7-fbff-44e8-826a-b881bf3adcd3 None None] Bound port: 079a3ffd-9359-456d-911b-e66cb58267d7, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7426a8c-6e96-4728-a1d7-524475ad5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:52:46.015687 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-a0a928c7-fbff-44e8-826a-b881bf3adcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (079a3ffd-9359-456d-911b-e66cb58267d7), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:46.017084 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:46.021171 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02191e1-1ac7-4c7a-a2c9-22ae3e2c5868 None None] Pushing event updated for resources: {'Port': ['ID=a78583f2-5377-4773-8a68-a544501f90db,revision_number=1']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:46.085489 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6f305958-5562-44cb-8b25-9dc682022294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725937'] for router (c2243065-4dd3-416f-a3f1-69bed13e411d), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:46.099539 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e93a7c39-97bf-4ef0-9f4e-5dbf721f1d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (11b5faf2-4025-40ad-bad3-8b0c5a2bfc2c), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:46.106574 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e93a7c39-97bf-4ef0-9f4e-5dbf721f1d30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:46.117709 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-e93a7c39-97bf-4ef0-9f4e-5dbf721f1d30 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/11b5faf2-4025-40ad-bad3-8b0c5a2bfc2c HTTP/1.1" status: 204 len: 168 time: 1.1901414 Jul 01 19:52:46.128006 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e91e-993b-4da6-99d8-197d7ad9694a None None] Pushing event updated for resources: {'Port': ['ID=004adf03-b733-4aff-86fd-9a09d2ce6b68,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:46.138868 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] Attempting to bind port 004adf03-b733-4aff-86fd-9a09d2ce6b68 on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:52:46.139493 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] Attempting to bind port 004adf03-b733-4aff-86fd-9a09d2ce6b68 by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:52:46.144248 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] Attempting to bind port 004adf03-b733-4aff-86fd-9a09d2ce6b68 on network b87c582a-5096-4c62-aa69-ad30066bb691 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:52:46.158096 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port e5db69fe-4e70-4d52-8aab-bcf74c0f4b87 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:52:46.161686 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e91e-993b-4da6-99d8-197d7ad9694a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:46.162257 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e91e-993b-4da6-99d8-197d7ad9694a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:46.162999 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e91e-993b-4da6-99d8-197d7ad9694a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:46.163634 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e91e-993b-4da6-99d8-197d7ad9694a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:46.164040 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (e5db69fe-4e70-4d52-8aab-bcf74c0f4b87), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:46.164683 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e91e-993b-4da6-99d8-197d7ad9694a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:46.165161 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e91e-993b-4da6-99d8-197d7ad9694a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:46.165654 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e91e-993b-4da6-99d8-197d7ad9694a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:46.166141 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e91e-993b-4da6-99d8-197d7ad9694a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:46.166851 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e91e-993b-4da6-99d8-197d7ad9694a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:46.167435 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e91e-993b-4da6-99d8-197d7ad9694a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:46.167901 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e91e-993b-4da6-99d8-197d7ad9694a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:46.168164 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a7c39-97bf-4ef0-9f4e-5dbf721f1d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b5faf2-4025-40ad-bad3-8b0c5a2bfc2c,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:46.168691 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e91e-993b-4da6-99d8-197d7ad9694a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:46.169219 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e91e-993b-4da6-99d8-197d7ad9694a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:46.169712 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e91e-993b-4da6-99d8-197d7ad9694a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:46.170182 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e91e-993b-4da6-99d8-197d7ad9694a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e91e-993b-4da6-99d8-197d7ad9694a None None] Tracked resource versions report: Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: pushed versions: Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: { 'AddressGroup': {'1.2'}, Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'Agent': {'1.1'}, Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'ConntrackHelper': {'1.0'}, Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'LocalIPAssociation': {'1.0'}, Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'Log': {'1.0'}, Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'NDPProxy': {'1.0'}, Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'Network': {'1.1'}, Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'Port': {'1.7'}, Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'PortForwarding': {'1.3'}, Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'QosPolicy': {'1.10'}, Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'SecurityGroup': {'1.5'}, Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'SecurityGroupRule': {'1.2'}, Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'SubPort': {'1.0'}, Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'Subnet': {'1.1'}, Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'Trunk': {'1.1'}} Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: consumer versions: Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: { DHCP agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: HyperV agent@hv-cinder-84460: {}, Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: L3 agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: Metadata agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: Metering agent@dv-cinder-844601-7-iscsi: {}, Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: Open vSwitch agent@dv-cinder-844601-7-iscsi: { 'AddressGroup': '1.2', Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'Agent': '1.1', Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'ConntrackHelper': '1.0', Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'LocalIPAssociation': '1.0', Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'Log': '1.0', Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'NDPProxy': '1.0', Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'Network': '1.1', Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'Port': '1.7', Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'PortForwarding': '1.3', Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'QosPolicy': '1.10', Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'SecurityGroup': '1.5', Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'SecurityGroupRule': '1.2', Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'SubPort': '1.0', Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'Subnet': '1.1', Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: 'Trunk': '1.1'}} Jul 01 19:52:46.172588 dv-cinder-844601-7-iscsi neutron-server[110547]: {{(pid=110547) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 01 19:52:46.181535 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:52:46.181911 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] Checking segment: {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:52:46.182974 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:46.183951 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] Bound using segment: {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:52:46.184443 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] Bound port: 004adf03-b733-4aff-86fd-9a09d2ce6b68, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:52:46.184821 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (004adf03-b733-4aff-86fd-9a09d2ce6b68), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:46.213419 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2782e5e0-fc38-4daa-9f24-025ef352b834 admin admin] Router f0b73d37-ca2a-4a69-9b0e-75f5d7905146 is scheduled to L3 agent 92102641-59bc-4b31-9151-065046da5b4e with binding_index 1 {{(pid=110544) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 01 19:52:46.271826 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] For port 004adf03-b733-4aff-86fd-9a09d2ce6b68, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:52:46.284393 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] For port 004adf03-b733-4aff-86fd-9a09d2ce6b68, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=004adf03-b733-4aff-86fd-9a09d2ce6b68,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:52:46.310529 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (004adf03-b733-4aff-86fd-9a09d2ce6b68), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:46.384944 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 53626) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:46.484795 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e91e-993b-4da6-99d8-197d7ad9694a None None] Pushing event updated for resources: {'Port': ['ID=004adf03-b733-4aff-86fd-9a09d2ce6b68,revision_number=3']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:46.496246 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-f02191e1-1ac7-4c7a-a2c9-22ae3e2c5868 None None] For port a78583f2-5377-4773-8a68-a544501f90db, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:52:46.499839 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a928c7-fbff-44e8-826a-b881bf3adcd3 None None] Pushing event updated for resources: {'Port': ['ID=079a3ffd-9359-456d-911b-e66cb58267d7,revision_number=1']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:46.503164 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] Routers {'b0e58633-c4aa-422b-8607-4a78d1fc72ca'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:52:46.503822 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:52:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:52:46.572129 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-f02191e1-1ac7-4c7a-a2c9-22ae3e2c5868 None None] For port a78583f2-5377-4773-8a68-a544501f90db, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=a78583f2-5377-4773-8a68-a544501f90db,segment=NetworkSegment(f02bf9d1-ffb7-44b8-a9d1-fc167af55b69),segment_id=f02bf9d1-ffb7-44b8-a9d1-fc167af55b69)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:52:46.588508 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-a0a928c7-fbff-44e8-826a-b881bf3adcd3 None None] For port 079a3ffd-9359-456d-911b-e66cb58267d7, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:52:46.598784 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d49729ca-f301-4858-94e9-e017012d5231 admin admin] Publish callbacks [] for router_gateway (7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:46.623714 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-f02191e1-1ac7-4c7a-a2c9-22ae3e2c5868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (a78583f2-5377-4773-8a68-a544501f90db), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:46.773568 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-1d3767d8-4300-4269-a9c1-9ee308f7fcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:46.819630 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-a0a928c7-fbff-44e8-826a-b881bf3adcd3 None None] For port 079a3ffd-9359-456d-911b-e66cb58267d7, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=079a3ffd-9359-456d-911b-e66cb58267d7,segment=NetworkSegment(f7426a8c-6e96-4728-a1d7-524475ad5e61),segment_id=f7426a8c-6e96-4728-a1d7-524475ad5e61)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:52:46.841357 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02191e1-1ac7-4c7a-a2c9-22ae3e2c5868 None None] Pushing event updated for resources: {'Port': ['ID=a78583f2-5377-4773-8a68-a544501f90db,revision_number=2']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:46.843082 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] Set router b0e58633-c4aa-422b-8607-4a78d1fc72ca gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:52:46.871666 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:46.982757 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port e5db69fe-4e70-4d52-8aab-bcf74c0f4b87 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:52:47.020364 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-a0a928c7-fbff-44e8-826a-b881bf3adcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (079a3ffd-9359-456d-911b-e66cb58267d7), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:47.045659 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-9212ecfc-9578-46e4-b2d3-7ab2083cf230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:47.139262 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2782e5e0-fc38-4daa-9f24-025ef352b834 admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:52:47.176070 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] Sync routers for ids ['f0b73d37-ca2a-4a69-9b0e-75f5d7905146'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:52:47.256886 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] Routers {'f0b73d37-ca2a-4a69-9b0e-75f5d7905146'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:52:47.259186 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:52:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['f0b73d37-ca2a-4a69-9b0e-75f5d7905146'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:52:47.282407 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'name': 'tempest-AttachVolumeShelveTestJSON-1212348297-router', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:38Z', 'updated_at': '2022-07-01T19:52:41Z', 'revision_number': 3, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'gw_port': {'id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:39Z', 'updated_at': '2022-07-01T19:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:52:47.299806 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f305958-5562-44cb-8b25-9dc682022294 admin admin] Router c2243065-4dd3-416f-a3f1-69bed13e411d is scheduled to L3 agent 92102641-59bc-4b31-9151-065046da5b4e with binding_index 1 {{(pid=110545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 01 19:52:47.392599 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57537e2-dea0-459d-8d5e-c0d28a183097 None None] The sync data for ids ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'] in dv-cinder-844601-7-iscsi is: [{'id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'name': 'tempest-AttachVolumeShelveTestJSON-1212348297-router', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:38Z', 'updated_at': '2022-07-01T19:52:41Z', 'revision_number': 3, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'gw_port': {'id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:39Z', 'updated_at': '2022-07-01T19:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:52:47.396547 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2782e5e0-fc38-4daa-9f24-025ef352b834 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:47.399410 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-2782e5e0-fc38-4daa-9f24-025ef352b834 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4909708 Jul 01 19:52:47.410582 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 53660) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:47.469396 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a928c7-fbff-44e8-826a-b881bf3adcd3 None None] Pushing event updated for resources: {'Port': ['ID=079a3ffd-9359-456d-911b-e66cb58267d7,revision_number=2']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:47.484245 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4d4f70-75d0-4bd1-9f22-dcce618c08bf None None] Network b31a2a85-453d-4d0b-bc1f-fd678ffc85ef requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:52:47.596968 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-6ed58e20-2529-4a38-80f7-31fadb8ef77b None None] Provisioning complete for port 776394c0-9125-4cb6-b436-1f4d23460368 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:52:47.609802 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6ed58e20-2529-4a38-80f7-31fadb8ef77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (776394c0-9125-4cb6-b436-1f4d23460368), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:47.670692 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [None req-1d3767d8-4300-4269-a9c1-9ee308f7fcd0 admin admin] Allocated IP 172.20.0.1 (7e9d88c7-2969-402f-b3c2-096acc062b79/76c01db0-193d-4246-8c54-cae6849bb14c/48953ab3-78b5-40da-bb7f-cd29125c557e) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:52:47.679293 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:47.744355 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 776394c0-9125-4cb6-b436-1f4d23460368 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:52:47.760941 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f305958-5562-44cb-8b25-9dc682022294 admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:52:47.772668 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] Sync routers for ids ['c2243065-4dd3-416f-a3f1-69bed13e411d'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:52:47.804946 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] Routers {'c2243065-4dd3-416f-a3f1-69bed13e411d'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:52:47.805928 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:52:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c2243065-4dd3-416f-a3f1-69bed13e411d'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:52:47.810200 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d49729ca-f301-4858-94e9-e017012d5231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725937'] for router (7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:47.931065 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-9212ecfc-9578-46e4-b2d3-7ab2083cf230 admin admin] Publish callbacks [] for security_group (9a061e38-33e7-4a5c-bf1e-a064027da59e), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:47.961070 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:47.999651 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-9212ecfc-9578-46e4-b2d3-7ab2083cf230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (9a061e38-33e7-4a5c-bf1e-a064027da59e), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:48.030138 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:48.035503 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] Set router c2243065-4dd3-416f-a3f1-69bed13e411d gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:52:48.054502 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6f305958-5562-44cb-8b25-9dc682022294 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:48.074313 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-6f305958-5562-44cb-8b25-9dc682022294 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.6496122 Jul 01 19:52:48.075038 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 53668) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:48.123522 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] Set router f0b73d37-ca2a-4a69-9b0e-75f5d7905146 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:52:48.142336 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212ecfc-9578-46e4-b2d3-7ab2083cf230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a061e38-33e7-4a5c-bf1e-a064027da59e,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:48.174250 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:48.177045 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-9212ecfc-9578-46e4-b2d3-7ab2083cf230 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f15a8f44ad544e80982c570d6d12473b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7890759 Jul 01 19:52:48.188837 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 53670) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:48.381275 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 776394c0-9125-4cb6-b436-1f4d23460368 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:52:48.381701 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (776394c0-9125-4cb6-b436-1f4d23460368), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:48.389975 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'name': 'tempest-AttachVolumeTestJSON-1080420829-router', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:41Z', 'updated_at': '2022-07-01T19:52:44Z', 'revision_number': 3, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'gw_port': {'id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:52:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:52:48.392358 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-6ed58e20-2529-4a38-80f7-31fadb8ef77b None None] Current status of the port 776394c0-9125-4cb6-b436-1f4d23460368 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:52:48.392848 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6ed58e20-2529-4a38-80f7-31fadb8ef77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (776394c0-9125-4cb6-b436-1f4d23460368), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:48.470761 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] Checking router: c2243065-4dd3-416f-a3f1-69bed13e411d for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:52:48.472609 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] Updating router c2243065-4dd3-416f-a3f1-69bed13e411d port 3817e95a-3b31-4110-af83-d45b4090fcbf binding host dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 19:52:48.499659 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:48.509406 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-1d3767d8-4300-4269-a9c1-9ee308f7fcd0 admin admin] Publish callbacks [] for port (48953ab3-78b5-40da-bb7f-cd29125c557e), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:48.535513 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1a2cdd78-9931-4c3a-8cc0-30b90785168c admin admin] Publish callbacks [] for security_group (9a061e38-33e7-4a5c-bf1e-a064027da59e), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:48.537956 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:48.581221 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (3817e95a-3b31-4110-af83-d45b4090fcbf), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:48.598426 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49729ca-f301-4858-94e9-e017012d5231 admin admin] Router 7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b is scheduled to L3 agent 92102641-59bc-4b31-9151-065046da5b4e with binding_index 1 {{(pid=110545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 01 19:52:48.609354 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:48.639629 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-1d3767d8-4300-4269-a9c1-9ee308f7fcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (48953ab3-78b5-40da-bb7f-cd29125c557e), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:48.680321 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-6ed58e20-2529-4a38-80f7-31fadb8ef77b None None] For port 776394c0-9125-4cb6-b436-1f4d23460368, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=776394c0-9125-4cb6-b436-1f4d23460368,segment=NetworkSegment(0b411177-2154-4372-8183-0472605c751c),segment_id=0b411177-2154-4372-8183-0472605c751c)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:52:48.693204 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1a2cdd78-9931-4c3a-8cc0-30b90785168c admin admin] Publish callbacks [] for security_group (9a061e38-33e7-4a5c-bf1e-a064027da59e), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:48.710986 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=100 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:48.736721 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6ed58e20-2529-4a38-80f7-31fadb8ef77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (776394c0-9125-4cb6-b436-1f4d23460368), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:48.779207 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3767d8-4300-4269-a9c1-9ee308f7fcd0 admin admin] Network 7e9d88c7-2969-402f-b3c2-096acc062b79 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:52:48.793039 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-1d3767d8-4300-4269-a9c1-9ee308f7fcd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:52:48.795556 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3767d8-4300-4269-a9c1-9ee308f7fcd0 admin admin] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:52:48.796039 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-1d3767d8-4300-4269-a9c1-9ee308f7fcd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730226'] for router_interface (b0e58633-c4aa-422b-8607-4a78d1fc72ca), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:48.874279 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3767d8-4300-4269-a9c1-9ee308f7fcd0 admin admin] Pushing event updated for resources: {'Port': ['ID=48953ab3-78b5-40da-bb7f-cd29125c557e,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:48.892710 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed58e20-2529-4a38-80f7-31fadb8ef77b None None] Pushing event updated for resources: {'Port': ['ID=776394c0-9125-4cb6-b436-1f4d23460368,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:49.074938 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:49.131035 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 776394c0-9125-4cb6-b436-1f4d23460368 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:52:49.179394 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1a2cdd78-9931-4c3a-8cc0-30b90785168c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (9a061e38-33e7-4a5c-bf1e-a064027da59e), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:49.185787 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1a2cdd78-9931-4c3a-8cc0-30b90785168c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:49.191557 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-1a2cdd78-9931-4c3a-8cc0-30b90785168c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9a061e38-33e7-4a5c-bf1e-a064027da59e HTTP/1.1" status: 204 len: 168 time: 0.9950860 Jul 01 19:52:49.211871 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'name': 'tempest-ServerRescueNegativeTestJSON-1058585110-router', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:43Z', 'revision_number': 3, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'gw_port': {'id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:52:49.217564 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-444ab640-3cfc-4778-b536-5a2429e299b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:49.268259 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2cdd78-9931-4c3a-8cc0-30b90785168c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a061e38-33e7-4a5c-bf1e-a064027da59e,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:49.348501 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-4996444e-adf4-4747-87df-a1f796d2e0b4 None None] Provisioning complete for port 776394c0-9125-4cb6-b436-1f4d23460368 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:52:49.351203 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-4996444e-adf4-4747-87df-a1f796d2e0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (776394c0-9125-4cb6-b436-1f4d23460368), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:49.426937 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] Checking router: f0b73d37-ca2a-4a69-9b0e-75f5d7905146 for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:52:49.427828 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] Updating router f0b73d37-ca2a-4a69-9b0e-75f5d7905146 port ba7951e3-b026-49c7-8a88-11de1be77fd1 binding host dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 19:52:49.445397 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5972db9d-6f98-4cce-bab1-b604b0cf3eb2 None None] Network 13dd580c-809a-4f73-9432-a6d0838269e1 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:52:49.569613 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] Publish callbacks [] for port (3817e95a-3b31-4110-af83-d45b4090fcbf), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:49.584674 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (3817e95a-3b31-4110-af83-d45b4090fcbf), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:49.629395 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (ba7951e3-b026-49c7-8a88-11de1be77fd1), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:49.663616 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49729ca-f301-4858-94e9-e017012d5231 admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:52:49.688060 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-1d3767d8-4300-4269-a9c1-9ee308f7fcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (48953ab3-78b5-40da-bb7f-cd29125c557e), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:49.714970 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] Attempting to bind port 3817e95a-3b31-4110-af83-d45b4090fcbf on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:52:49.716000 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] Attempting to bind port 3817e95a-3b31-4110-af83-d45b4090fcbf by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:52:49.716618 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] Attempting to bind port 3817e95a-3b31-4110-af83-d45b4090fcbf on network b87c582a-5096-4c62-aa69-ad30066bb691 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:52:49.731744 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d49729ca-f301-4858-94e9-e017012d5231 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:49.739145 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-d49729ca-f301-4858-94e9-e017012d5231 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7495933 Jul 01 19:52:49.740764 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 53700) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:49.741228 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:52:49.741417 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] Checking segment: {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:52:49.741896 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:49.742291 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] Bound using segment: {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:52:49.742792 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] Bound port: 3817e95a-3b31-4110-af83-d45b4090fcbf, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:52:49.743168 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (3817e95a-3b31-4110-af83-d45b4090fcbf), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:49.857526 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290984a-437f-49b3-80a6-848dadd0163c None None] Pushing event updated for resources: {'Port': ['ID=3817e95a-3b31-4110-af83-d45b4090fcbf,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:49.889246 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] For port 3817e95a-3b31-4110-af83-d45b4090fcbf, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:52:49.905165 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] For port 3817e95a-3b31-4110-af83-d45b4090fcbf, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=3817e95a-3b31-4110-af83-d45b4090fcbf,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:52:49.922587 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (3817e95a-3b31-4110-af83-d45b4090fcbf), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:49.937139 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2578aa9-cc5b-492c-a45c-f97a13837d5d None None] Network 345d49d7-38ed-4bce-826c-0115d69ba214 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:52:49.940470 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device a78583f2-5377-4773-8a68-a544501f90db up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:52:49.942780 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] Sync routers for ids ['7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:52:49.960307 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 53706) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:49.974670 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:49.992845 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-79575bb8-a151-473c-b296-51303dda8ad1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:50.040660 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] Routers {'c2243065-4dd3-416f-a3f1-69bed13e411d'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:52:50.041303 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:52:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c2243065-4dd3-416f-a3f1-69bed13e411d'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:52:50.115936 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] Routers {'7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:52:50.116789 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:52:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:52:50.196666 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [None req-444ab640-3cfc-4778-b536-5a2429e299b1 admin admin] Allocated IP 172.20.0.1 (13dd580c-809a-4f73-9432-a6d0838269e1/b109ae2e-b5c6-4eef-8a69-a246d16af692/ea0633f7-f0a0-4a40-abfd-8db578b8da37) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:52:50.211041 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290984a-437f-49b3-80a6-848dadd0163c None None] Pushing event updated for resources: {'Port': ['ID=3817e95a-3b31-4110-af83-d45b4090fcbf,revision_number=3']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:50.298626 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] Set router c2243065-4dd3-416f-a3f1-69bed13e411d gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:52:50.314818 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:50.325491 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-4996444e-adf4-4747-87df-a1f796d2e0b4 None None] Current status of the port 776394c0-9125-4cb6-b436-1f4d23460368 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:52:50.436108 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port a78583f2-5377-4773-8a68-a544501f90db triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:52:50.436506 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (a78583f2-5377-4773-8a68-a544501f90db), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:50.470524 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-444ab640-3cfc-4778-b536-5a2429e299b1 admin admin] Publish callbacks [] for port (ea0633f7-f0a0-4a40-abfd-8db578b8da37), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:50.477635 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:50.481619 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:50.612971 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-0a82c2aa-7333-4113-b4a8-9374faec8a05 None None] Provisioning complete for port a78583f2-5377-4773-8a68-a544501f90db triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:52:50.613869 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-0a82c2aa-7333-4113-b4a8-9374faec8a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (a78583f2-5377-4773-8a68-a544501f90db), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:50.614438 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-444ab640-3cfc-4778-b536-5a2429e299b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (ea0633f7-f0a0-4a40-abfd-8db578b8da37), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:50.644008 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'name': 'tempest-AttachVolumeTestJSON-1080420829-router', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:41Z', 'updated_at': '2022-07-01T19:52:44Z', 'revision_number': 3, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'gw_port': {'id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:52:50.644802 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-1d3767d8-4300-4269-a9c1-9ee308f7fcd0 admin admin] Publish callbacks [] for port (48953ab3-78b5-40da-bb7f-cd29125c557e), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:50.674712 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c3af7d-76a9-402e-934c-c24711973f1d None None] The sync data for ids ['c2243065-4dd3-416f-a3f1-69bed13e411d'] in dv-cinder-844601-7-iscsi is: [{'id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'name': 'tempest-AttachVolumeTestJSON-1080420829-router', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:41Z', 'updated_at': '2022-07-01T19:52:44Z', 'revision_number': 3, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'gw_port': {'id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:52:50.696481 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-1d3767d8-4300-4269-a9c1-9ee308f7fcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (48953ab3-78b5-40da-bb7f-cd29125c557e), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:50.697278 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-1d3767d8-4300-4269-a9c1-9ee308f7fcd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730094'] for router_interface (b0e58633-c4aa-422b-8607-4a78d1fc72ca), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:50.701676 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] Set router 7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:52:50.734564 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-79575bb8-a151-473c-b296-51303dda8ad1 admin admin] Publish callbacks [] for security_group (d120a390-10d0-4cb2-a687-79a44e812282), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:50.765198 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:50.775332 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-79575bb8-a151-473c-b296-51303dda8ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (d120a390-10d0-4cb2-a687-79a44e812282), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:50.802469 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:50.874991 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ab640-3cfc-4778-b536-5a2429e299b1 admin admin] Pushing event updated for resources: {'Port': ['ID=ea0633f7-f0a0-4a40-abfd-8db578b8da37,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:50.882690 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444ab640-3cfc-4778-b536-5a2429e299b1 admin admin] Network 13dd580c-809a-4f73-9432-a6d0838269e1 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:52:50.903761 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port a78583f2-5377-4773-8a68-a544501f90db is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:52:50.904470 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (a78583f2-5377-4773-8a68-a544501f90db), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:50.929327 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3767d8-4300-4269-a9c1-9ee308f7fcd0 admin admin] Pushing event updated for resources: {'Port': ['ID=48953ab3-78b5-40da-bb7f-cd29125c557e,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:50.934097 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=100 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:50.935531 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-444ab640-3cfc-4778-b536-5a2429e299b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:52:50.938336 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ab640-3cfc-4778-b536-5a2429e299b1 admin admin] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:52:50.939335 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-444ab640-3cfc-4778-b536-5a2429e299b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730226'] for router_interface (f0b73d37-ca2a-4a69-9b0e-75f5d7905146), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:50.986901 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3767d8-4300-4269-a9c1-9ee308f7fcd0 admin admin] Network 7e9d88c7-2969-402f-b3c2-096acc062b79 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:52:51.001302 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-1d3767d8-4300-4269-a9c1-9ee308f7fcd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:52:51.008325 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] Publish callbacks [] for port (ba7951e3-b026-49c7-8a88-11de1be77fd1), precommit_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:51.109313 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-0a82c2aa-7333-4113-b4a8-9374faec8a05 None None] Current status of the port a78583f2-5377-4773-8a68-a544501f90db is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:52:51.109530 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-0a82c2aa-7333-4113-b4a8-9374faec8a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (a78583f2-5377-4773-8a68-a544501f90db), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:51.119340 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (ba7951e3-b026-49c7-8a88-11de1be77fd1), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:51.175494 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-520f6246-b665-4881-9a48-4c544643b810 None None] For port a78583f2-5377-4773-8a68-a544501f90db, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=a78583f2-5377-4773-8a68-a544501f90db,segment=NetworkSegment(f02bf9d1-ffb7-44b8-a9d1-fc167af55b69),segment_id=f02bf9d1-ffb7-44b8-a9d1-fc167af55b69)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:52:51.210601 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (a78583f2-5377-4773-8a68-a544501f90db), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:51.211441 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 776394c0-9125-4cb6-b436-1f4d23460368 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:52:51.212597 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f49780d4-76cb-4e82-821f-4945aea489f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:51.237267 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79575bb8-a151-473c-b296-51303dda8ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d120a390-10d0-4cb2-a687-79a44e812282,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:51.294747 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-79575bb8-a151-473c-b296-51303dda8ad1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=405882e26cd7472bb559103e5f27e9b3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3310020 Jul 01 19:52:51.299431 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 53722) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:51.322264 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] Attempting to bind port ba7951e3-b026-49c7-8a88-11de1be77fd1 on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:52:51.323373 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] Attempting to bind port ba7951e3-b026-49c7-8a88-11de1be77fd1 by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:52:51.323662 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] Attempting to bind port ba7951e3-b026-49c7-8a88-11de1be77fd1 on network b87c582a-5096-4c62-aa69-ad30066bb691 {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:52:51.396960 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:52:51.397349 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] Checking segment: {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:52:51.397943 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:51.398397 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] Bound using segment: {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:52:51.398896 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] Bound port: ba7951e3-b026-49c7-8a88-11de1be77fd1, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:52:51.399466 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (ba7951e3-b026-49c7-8a88-11de1be77fd1), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:51.420340 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-444ab640-3cfc-4778-b536-5a2429e299b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (ea0633f7-f0a0-4a40-abfd-8db578b8da37), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:51.452394 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be458a-93aa-41b9-bcc5-cde7082f0a39 None None] Pushing event updated for resources: {'Port': ['ID=ba7951e3-b026-49c7-8a88-11de1be77fd1,revision_number=2']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:51.477331 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:51.517509 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] For port ba7951e3-b026-49c7-8a88-11de1be77fd1, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:52:51.518766 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3767d8-4300-4269-a9c1-9ee308f7fcd0 admin admin] Router b0e58633-c4aa-422b-8607-4a78d1fc72ca has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:52:51.523199 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:51.580984 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] For port ba7951e3-b026-49c7-8a88-11de1be77fd1, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=ba7951e3-b026-49c7-8a88-11de1be77fd1,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:52:51.582450 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.db.api [None req-0a82c2aa-7333-4113-b4a8-9374faec8a05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110546) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 01 19:52:51.582776 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG oslo_db.api [None req-0a82c2aa-7333-4113-b4a8-9374faec8a05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 01 19:52:51.609169 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 776394c0-9125-4cb6-b436-1f4d23460368 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:52:51.609606 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (776394c0-9125-4cb6-b436-1f4d23460368), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:51.618220 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (ba7951e3-b026-49c7-8a88-11de1be77fd1), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:51.653229 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Pushing event updated for resources: {'Port': ['ID=a78583f2-5377-4773-8a68-a544501f90db,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:51.655674 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e22187b0-071c-4c2d-9ba1-76777bbd1e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:51.670491 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b', 'name': 'tempest-DeleteServersTestJSON-571019164-router', 'tenant_id': '2347fd8e4a1740fdb98218aa30c150e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c155756c-9d1c-4f5a-a981-32c24d9044b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:52:46Z', 'revision_number': 3, 'project_id': '2347fd8e4a1740fdb98218aa30c150e0', 'gw_port': {'id': 'c155756c-9d1c-4f5a-a981-32c24d9044b1', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:44Z', 'updated_at': '2022-07-01T19:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:52:51.680103 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [None req-f49780d4-76cb-4e82-821f-4945aea489f0 admin admin] Allocated IP 172.20.0.1 (b31a2a85-453d-4d0b-bc1f-fd678ffc85ef/8be3e6b8-9cb2-4563-96d1-aa493dda5517/6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:52:51.737635 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] Checking router: 7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:52:51.738024 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] Updating router 7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b port c155756c-9d1c-4f5a-a981-32c24d9044b1 binding host dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 19:52:51.780039 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] Routers {'f0b73d37-ca2a-4a69-9b0e-75f5d7905146'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:52:51.780689 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:52:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['f0b73d37-ca2a-4a69-9b0e-75f5d7905146'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:52:51.878636 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (c155756c-9d1c-4f5a-a981-32c24d9044b1), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:51.886942 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be458a-93aa-41b9-bcc5-cde7082f0a39 None None] Pushing event updated for resources: {'Port': ['ID=ba7951e3-b026-49c7-8a88-11de1be77fd1,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:51.930726 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:51.973968 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:51.983756 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-936f7f64-bcd8-439b-8e5e-54397c27defd admin admin] Publish callbacks [] for security_group (d120a390-10d0-4cb2-a687-79a44e812282), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:52.054191 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-936f7f64-bcd8-439b-8e5e-54397c27defd admin admin] Publish callbacks [] for security_group (d120a390-10d0-4cb2-a687-79a44e812282), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:52.125852 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f49780d4-76cb-4e82-821f-4945aea489f0 admin admin] Publish callbacks [] for port (6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:52.130720 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-444ab640-3cfc-4778-b536-5a2429e299b1 admin admin] Publish callbacks [] for port (ea0633f7-f0a0-4a40-abfd-8db578b8da37), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:52.141090 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3767d8-4300-4269-a9c1-9ee308f7fcd0 admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:52:52.152031 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-1d3767d8-4300-4269-a9c1-9ee308f7fcd0 admin admin] 10.222.0.66 "PUT /v2.0/routers/b0e58633-c4aa-422b-8607-4a78d1fc72ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5642354 Jul 01 19:52:52.153661 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-444ab640-3cfc-4778-b536-5a2429e299b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (ea0633f7-f0a0-4a40-abfd-8db578b8da37), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:52.155030 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-444ab640-3cfc-4778-b536-5a2429e299b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730094'] for router_interface (f0b73d37-ca2a-4a69-9b0e-75f5d7905146), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:52.170049 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] Sync routers for ids ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:52:52.215281 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [None req-e22187b0-071c-4c2d-9ba1-76777bbd1e2d admin admin] Allocated IP 172.20.0.1 (345d49d7-38ed-4bce-826c-0115d69ba214/854e10d5-8143-4840-aef8-4655cb92e7f6/5355a7ae-4c16-4e26-bc96-c6681d00f176) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:52:52.218874 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] Routers {'b0e58633-c4aa-422b-8607-4a78d1fc72ca'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:52:52.220119 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:52:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:52:52.309334 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ab640-3cfc-4778-b536-5a2429e299b1 admin admin] Pushing event updated for resources: {'Port': ['ID=ea0633f7-f0a0-4a40-abfd-8db578b8da37,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:52.334806 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 776394c0-9125-4cb6-b436-1f4d23460368 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:52:52.336275 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 079a3ffd-9359-456d-911b-e66cb58267d7 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:52:52.347379 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-0a82c2aa-7333-4113-b4a8-9374faec8a05 None None] Current status of the port a78583f2-5377-4773-8a68-a544501f90db is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:52:52.362194 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f49780d4-76cb-4e82-821f-4945aea489f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:52.398289 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:52.409076 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] Set router f0b73d37-ca2a-4a69-9b0e-75f5d7905146 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:52:52.443502 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-936f7f64-bcd8-439b-8e5e-54397c27defd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (d120a390-10d0-4cb2-a687-79a44e812282), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:52.449005 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-936f7f64-bcd8-439b-8e5e-54397c27defd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:52.452758 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-936f7f64-bcd8-439b-8e5e-54397c27defd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d120a390-10d0-4cb2-a687-79a44e812282 HTTP/1.1" status: 204 len: 168 time: 1.1457980 Jul 01 19:52:52.453337 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-0a82c2aa-7333-4113-b4a8-9374faec8a05 None None] Provisioning complete for port 079a3ffd-9359-456d-911b-e66cb58267d7 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:52:52.453782 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-0a82c2aa-7333-4113-b4a8-9374faec8a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (079a3ffd-9359-456d-911b-e66cb58267d7), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:52.477018 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f7f64-bcd8-439b-8e5e-54397c27defd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d120a390-10d0-4cb2-a687-79a44e812282,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:52.604505 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 53742) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:52.616954 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444ab640-3cfc-4778-b536-5a2429e299b1 admin admin] Network 13dd580c-809a-4f73-9432-a6d0838269e1 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:52:52.627502 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-444ab640-3cfc-4778-b536-5a2429e299b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:52:52.644884 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49780d4-76cb-4e82-821f-4945aea489f0 admin admin] Pushing event updated for resources: {'Port': ['ID=6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:52.689866 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49780d4-76cb-4e82-821f-4945aea489f0 admin admin] Network b31a2a85-453d-4d0b-bc1f-fd678ffc85ef is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:52:52.700103 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] Set router b0e58633-c4aa-422b-8607-4a78d1fc72ca gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:52:52.771562 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-f49780d4-76cb-4e82-821f-4945aea489f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:52:52.778760 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49780d4-76cb-4e82-821f-4945aea489f0 admin admin] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:52:52.779350 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f49780d4-76cb-4e82-821f-4945aea489f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730226'] for router_interface (c2243065-4dd3-416f-a3f1-69bed13e411d), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:52.936165 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444ab640-3cfc-4778-b536-5a2429e299b1 admin admin] Router f0b73d37-ca2a-4a69-9b0e-75f5d7905146 has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:52:53.093388 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] Publish callbacks [] for port (c155756c-9d1c-4f5a-a981-32c24d9044b1), precommit_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:53.096381 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:53.111864 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 079a3ffd-9359-456d-911b-e66cb58267d7 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:52:53.113308 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (079a3ffd-9359-456d-911b-e66cb58267d7), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:53.145793 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (c155756c-9d1c-4f5a-a981-32c24d9044b1), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:53.236626 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'name': 'tempest-AttachVolumeShelveTestJSON-1212348297-router', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:38Z', 'updated_at': '2022-07-01T19:52:49Z', 'revision_number': 4, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'gw_port': {'id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:39Z', 'updated_at': '2022-07-01T19:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '48953ab3-78b5-40da-bb7f-cd29125c557e', 'name': '', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'mac_address': 'fa:16:3e:1e:d9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:46Z', 'updated_at': '2022-07-01T19:52:49Z', 'revision_number': 2, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'subnets': [{'id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:52:53.282190 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:53.296177 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444ab640-3cfc-4778-b536-5a2429e299b1 admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:52:53.329608 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-444ab640-3cfc-4778-b536-5a2429e299b1 admin admin] 10.222.0.66 "PUT /v2.0/routers/f0b73d37-ca2a-4a69-9b0e-75f5d7905146/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9080663 Jul 01 19:52:53.329825 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] Checking router: b0e58633-c4aa-422b-8607-4a78d1fc72ca for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:52:53.329825 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] Updating router b0e58633-c4aa-422b-8607-4a78d1fc72ca port 48953ab3-78b5-40da-bb7f-cd29125c557e binding host dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 19:52:53.390518 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] Attempting to bind port c155756c-9d1c-4f5a-a981-32c24d9044b1 on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:52:53.391069 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] Attempting to bind port c155756c-9d1c-4f5a-a981-32c24d9044b1 by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:52:53.391369 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] Attempting to bind port c155756c-9d1c-4f5a-a981-32c24d9044b1 on network b87c582a-5096-4c62-aa69-ad30066bb691 {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:52:53.400100 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629e6d5-3bbb-46fa-97b4-0e3e47d0a3d1 None None] Pushing event updated for resources: {'Port': ['ID=c155756c-9d1c-4f5a-a981-32c24d9044b1,revision_number=2']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:53.417830 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3ce0b211-11f7-4143-8343-15a6d86404d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:53.418047 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (48953ab3-78b5-40da-bb7f-cd29125c557e), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:53.439302 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:52:53.440837 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] Checking segment: {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:52:53.450484 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:53.450484 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] Bound using segment: {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:52:53.450484 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] Bound port: c155756c-9d1c-4f5a-a981-32c24d9044b1, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:52:53.450484 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (c155756c-9d1c-4f5a-a981-32c24d9044b1), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:53.490783 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e22187b0-071c-4c2d-9ba1-76777bbd1e2d admin admin] Publish callbacks [] for port (5355a7ae-4c16-4e26-bc96-c6681d00f176), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:53.504188 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 53760) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:53.509541 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-6c1293d8-3354-47ab-a19a-65b0e45e1f6b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1588459152', 'description': 'tempest-description--1096266025'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:52:53.530542 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-0a82c2aa-7333-4113-b4a8-9374faec8a05 None None] Current status of the port 079a3ffd-9359-456d-911b-e66cb58267d7 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:52:53.531251 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-0a82c2aa-7333-4113-b4a8-9374faec8a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (079a3ffd-9359-456d-911b-e66cb58267d7), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:53.567666 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3ce0b211-11f7-4143-8343-15a6d86404d5 admin admin] Publish callbacks [] for security_group (2f103516-092a-4fed-b9c1-65d9e01ba7f6), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:53.569891 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6c1293d8-3354-47ab-a19a-65b0e45e1f6b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:53.582157 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3ce0b211-11f7-4143-8343-15a6d86404d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (2f103516-092a-4fed-b9c1-65d9e01ba7f6), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:53.604450 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:53.669379 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f49780d4-76cb-4e82-821f-4945aea489f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:53.681173 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 079a3ffd-9359-456d-911b-e66cb58267d7 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:52:53.682807 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (079a3ffd-9359-456d-911b-e66cb58267d7), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:53.684743 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6c1293d8-3354-47ab-a19a-65b0e45e1f6b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for security_group (c27c56a0-57a1-4cdf-8519-c6e59cb5ae71), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:53.691277 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:53.698250 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] For port c155756c-9d1c-4f5a-a981-32c24d9044b1, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:52:53.725050 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6c1293d8-3354-47ab-a19a-65b0e45e1f6b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (c27c56a0-57a1-4cdf-8519-c6e59cb5ae71), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:53.785780 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-0a82c2aa-7333-4113-b4a8-9374faec8a05 None None] For port 079a3ffd-9359-456d-911b-e66cb58267d7, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=079a3ffd-9359-456d-911b-e66cb58267d7,segment=NetworkSegment(f7426a8c-6e96-4728-a1d7-524475ad5e61),segment_id=f7426a8c-6e96-4728-a1d7-524475ad5e61)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:52:53.790901 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 53774) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:53.794148 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-3ce0b211-11f7-4143-8343-15a6d86404d5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4de3855f7cab4f1b828d5ab385e4f74e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1885629 Jul 01 19:52:53.801669 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0b211-11f7-4143-8343-15a6d86404d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f103516-092a-4fed-b9c1-65d9e01ba7f6,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:53.803993 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] For port c155756c-9d1c-4f5a-a981-32c24d9044b1, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=c155756c-9d1c-4f5a-a981-32c24d9044b1,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:52:53.811000 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'name': 'tempest-ServerRescueNegativeTestJSON-1058585110-router', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:51Z', 'revision_number': 4, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'gw_port': {'id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': 'ea0633f7-f0a0-4a40-abfd-8db578b8da37', 'name': '', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'mac_address': 'fa:16:3e:e5:38:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:49Z', 'updated_at': '2022-07-01T19:52:50Z', 'revision_number': 1, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'subnets': [{'id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:52:53.820038 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-0a82c2aa-7333-4113-b4a8-9374faec8a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (079a3ffd-9359-456d-911b-e66cb58267d7), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:53.838904 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1293d8-3354-47ab-a19a-65b0e45e1f6b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:53.843590 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6c1293d8-3354-47ab-a19a-65b0e45e1f6b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:53.844794 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-6c1293d8-3354-47ab-a19a-65b0e45e1f6b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3413293 Jul 01 19:52:53.847616 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 53778) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:53.851625 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:53.856686 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-0a82c2aa-7333-4113-b4a8-9374faec8a05 None None] Provisioning complete for port 48953ab3-78b5-40da-bb7f-cd29125c557e triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:52:53.857085 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-0a82c2aa-7333-4113-b4a8-9374faec8a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (48953ab3-78b5-40da-bb7f-cd29125c557e), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:53.858347 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-e65da00a-2c85-4be5-b4b3-51cb09b1bc3d tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Request body: {'security_group_rule': {'security_group_id': 'c27c56a0-57a1-4cdf-8519-c6e59cb5ae71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:52:53.904285 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e22187b0-071c-4c2d-9ba1-76777bbd1e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (5355a7ae-4c16-4e26-bc96-c6681d00f176), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:53.920285 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e65da00a-2c85-4be5-b4b3-51cb09b1bc3d tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for security_group_rule (f7d253ae-5808-4b8f-b79e-d97ab2658378), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:53.975069 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:54.019046 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (c155756c-9d1c-4f5a-a981-32c24d9044b1), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:54.038620 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22187b0-071c-4c2d-9ba1-76777bbd1e2d admin admin] Network 345d49d7-38ed-4bce-826c-0115d69ba214 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:52:54.042639 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-035f8fd1-20a1-4755-8173-2fcfeed20f71 admin admin] Publish callbacks [] for security_group (2f103516-092a-4fed-b9c1-65d9e01ba7f6), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:54.055209 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-e22187b0-071c-4c2d-9ba1-76777bbd1e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:52:54.058307 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22187b0-071c-4c2d-9ba1-76777bbd1e2d admin admin] Pushing event updated for resources: {'Port': ['ID=5355a7ae-4c16-4e26-bc96-c6681d00f176,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:54.060555 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22187b0-071c-4c2d-9ba1-76777bbd1e2d admin admin] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:52:54.062502 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e22187b0-071c-4c2d-9ba1-76777bbd1e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730226'] for router_interface (7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:54.079579 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:54.092929 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.db.api [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110546) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 01 19:52:54.093609 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG oslo_db.api [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 01 19:52:54.101750 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377ec10b-185f-48c1-97ce-430cc2073e5e None None] The sync data for ids ['f0b73d37-ca2a-4a69-9b0e-75f5d7905146'] in dv-cinder-844601-7-iscsi is: [{'id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'name': 'tempest-ServerRescueNegativeTestJSON-1058585110-router', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:51Z', 'revision_number': 4, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'gw_port': {'id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': 'ea0633f7-f0a0-4a40-abfd-8db578b8da37', 'name': '', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'mac_address': 'fa:16:3e:e5:38:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:49Z', 'updated_at': '2022-07-01T19:52:50Z', 'revision_number': 1, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'subnets': [{'id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:52:54.115980 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e65da00a-2c85-4be5-b4b3-51cb09b1bc3d tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for security_group_rule (f7d253ae-5808-4b8f-b79e-d97ab2658378), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:54.124518 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e65da00a-2c85-4be5-b4b3-51cb09b1bc3d tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (f7d253ae-5808-4b8f-b79e-d97ab2658378), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:54.188828 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65da00a-2c85-4be5-b4b3-51cb09b1bc3d tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d253ae-5808-4b8f-b79e-d97ab2658378,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:54.225621 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-0a82c2aa-7333-4113-b4a8-9374faec8a05 None None] Port 48953ab3-78b5-40da-bb7f-cd29125c557e cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:52:54.246128 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] Routers {'7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:52:54.246767 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:52:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:52:54.256459 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-035f8fd1-20a1-4755-8173-2fcfeed20f71 admin admin] Publish callbacks [] for security_group (2f103516-092a-4fed-b9c1-65d9e01ba7f6), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:54.262534 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e65da00a-2c85-4be5-b4b3-51cb09b1bc3d tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:54.264298 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-e65da00a-2c85-4be5-b4b3-51cb09b1bc3d tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4152951 Jul 01 19:52:54.268330 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 53800) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:54.284373 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:54.284867 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-12c179ca-8d54-4c6f-9a5e-9d99a0e7a49b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Request body: {'security_group_rule': {'security_group_id': 'c27c56a0-57a1-4cdf-8519-c6e59cb5ae71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:52:54.322013 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] Publish callbacks [] for port (48953ab3-78b5-40da-bb7f-cd29125c557e), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:54.341250 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (48953ab3-78b5-40da-bb7f-cd29125c557e), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:54.422869 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-12c179ca-8d54-4c6f-9a5e-9d99a0e7a49b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for security_group_rule (d14088c9-5cbe-4af7-9220-2ed91aba45d8), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:54.513909 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f49780d4-76cb-4e82-821f-4945aea489f0 admin admin] Publish callbacks [] for port (6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:54.515655 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-035f8fd1-20a1-4755-8173-2fcfeed20f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (2f103516-092a-4fed-b9c1-65d9e01ba7f6), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:54.518514 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-035f8fd1-20a1-4755-8173-2fcfeed20f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:54.519702 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-035f8fd1-20a1-4755-8173-2fcfeed20f71 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2f103516-092a-4fed-b9c1-65d9e01ba7f6 HTTP/1.1" status: 204 len: 168 time: 0.7247813 Jul 01 19:52:54.591913 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f8fd1-20a1-4755-8173-2fcfeed20f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f103516-092a-4fed-b9c1-65d9e01ba7f6,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:54.606543 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447b728-ee99-4504-8591-bb32fb58f0e4 None None] Pushing event updated for resources: {'Port': ['ID=48953ab3-78b5-40da-bb7f-cd29125c557e,revision_number=3']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:54.612330 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f49780d4-76cb-4e82-821f-4945aea489f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:54.617004 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f49780d4-76cb-4e82-821f-4945aea489f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730094'] for router_interface (c2243065-4dd3-416f-a3f1-69bed13e411d), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:54.754346 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-12c179ca-8d54-4c6f-9a5e-9d99a0e7a49b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for security_group_rule (d14088c9-5cbe-4af7-9220-2ed91aba45d8), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:54.763029 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 53838) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:54.770053 dv-cinder-844601-7-iscsi neutron-server[110544]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 01 19:52:54.861163 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:54.923692 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82c2aa-7333-4113-b4a8-9374faec8a05 None None] Pushing event updated for resources: {'Port': ['ID=079a3ffd-9359-456d-911b-e66cb58267d7,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:54.926559 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-12c179ca-8d54-4c6f-9a5e-9d99a0e7a49b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (d14088c9-5cbe-4af7-9220-2ed91aba45d8), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:54.947014 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] Attempting to bind port 48953ab3-78b5-40da-bb7f-cd29125c557e on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:52:54.948447 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] Attempting to bind port 48953ab3-78b5-40da-bb7f-cd29125c557e by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': '5d68873e-3f85-40c5-96cd-ad37b7501d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79'}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:52:54.950560 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] Attempting to bind port 48953ab3-78b5-40da-bb7f-cd29125c557e on network 7e9d88c7-2969-402f-b3c2-096acc062b79 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:52:54.977005 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:52:54.977667 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] Checking segment: {'id': '5d68873e-3f85-40c5-96cd-ad37b7501d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:52:54.978971 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:54.981887 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] Bound using segment: {'id': '5d68873e-3f85-40c5-96cd-ad37b7501d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79'} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:52:54.984337 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] Bound port: 48953ab3-78b5-40da-bb7f-cd29125c557e, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d68873e-3f85-40c5-96cd-ad37b7501d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79'}}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:52:55.002788 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (48953ab3-78b5-40da-bb7f-cd29125c557e), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:55.053483 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-594a195a-8e26-4abf-b248-04dc643b2580 None None] Provisioning complete for port ea0633f7-f0a0-4a40-abfd-8db578b8da37 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:52:55.064374 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c179ca-8d54-4c6f-9a5e-9d99a0e7a49b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14088c9-5cbe-4af7-9220-2ed91aba45d8,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:55.066603 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-594a195a-8e26-4abf-b248-04dc643b2580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (ea0633f7-f0a0-4a40-abfd-8db578b8da37), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:55.132347 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49780d4-76cb-4e82-821f-4945aea489f0 admin admin] Pushing event updated for resources: {'Port': ['ID=6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921,revision_number=2']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:55.133796 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-12c179ca-8d54-4c6f-9a5e-9d99a0e7a49b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:55.140934 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-12c179ca-8d54-4c6f-9a5e-9d99a0e7a49b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8715124 Jul 01 19:52:55.158391 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 53854) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:55.195902 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629e6d5-3bbb-46fa-97b4-0e3e47d0a3d1 None None] Pushing event updated for resources: {'Port': ['ID=c155756c-9d1c-4f5a-a981-32c24d9044b1,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:55.213916 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 079a3ffd-9359-456d-911b-e66cb58267d7 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:52:55.215172 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 004adf03-b733-4aff-86fd-9a09d2ce6b68 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:52:55.222906 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-9cb7b0f7-266b-4b49-af8c-02d2b43858fa tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Request body: {'floatingip': {'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:52:55.253430 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] For port 48953ab3-78b5-40da-bb7f-cd29125c557e, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:52:55.265228 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] For port 48953ab3-78b5-40da-bb7f-cd29125c557e, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=48953ab3-78b5-40da-bb7f-cd29125c557e,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:52:55.288711 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (48953ab3-78b5-40da-bb7f-cd29125c557e), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:55.330554 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:55.339778 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e22187b0-071c-4c2d-9ba1-76777bbd1e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (5355a7ae-4c16-4e26-bc96-c6681d00f176), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:55.396782 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b0f7-266b-4b49-af8c-02d2b43858fa tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:55.421472 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 004adf03-b733-4aff-86fd-9a09d2ce6b68 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:52:55.431181 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (004adf03-b733-4aff-86fd-9a09d2ce6b68), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:55.550938 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-594a195a-8e26-4abf-b248-04dc643b2580 None None] Port ea0633f7-f0a0-4a40-abfd-8db578b8da37 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:52:55.581850 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-594a195a-8e26-4abf-b248-04dc643b2580 None None] Provisioning complete for port 6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:52:55.590316 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-594a195a-8e26-4abf-b248-04dc643b2580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:55.593858 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] Routers {'b0e58633-c4aa-422b-8607-4a78d1fc72ca'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:52:55.600922 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:52:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:52:55.671275 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 53876) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:55.684860 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] Set router 7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:52:55.729520 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447b728-ee99-4504-8591-bb32fb58f0e4 None None] Pushing event updated for resources: {'Port': ['ID=48953ab3-78b5-40da-bb7f-cd29125c557e,revision_number=4']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:55.730849 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-f3a7e4f2-c51f-423d-80cd-835987bec267 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:52:55.750472 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-f3a7e4f2-c51f-423d-80cd-835987bec267 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/networks?id=13dd580c-809a-4f73-9432-a6d0838269e1 HTTP/1.1" status: 200 len: 819 time: 0.9853156 Jul 01 19:52:55.752998 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-b3dfcb81-cd8f-48f3-ac83-7a43c105ce78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:55.854317 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49780d4-76cb-4e82-821f-4945aea489f0 admin admin] Network b31a2a85-453d-4d0b-bc1f-fd678ffc85ef is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:52:55.866255 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-f49780d4-76cb-4e82-821f-4945aea489f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:52:55.975156 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] Set router b0e58633-c4aa-422b-8607-4a78d1fc72ca gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:52:55.990382 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-b3dfcb81-cd8f-48f3-ac83-7a43c105ce78 admin admin] Publish callbacks [] for security_group (37c6fd6c-180a-4288-b6b5-fe69778bd27b), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:56.000077 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:56.001915 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-b3dfcb81-cd8f-48f3-ac83-7a43c105ce78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (37c6fd6c-180a-4288-b6b5-fe69778bd27b), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:56.031537 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-cd020097-fff7-4ed4-a71e-4b3575c36aad tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/quotas/0ba0ddfd3efd41ee9687efe014c40bf0 HTTP/1.1" status: 200 len: 375 time: 0.2792320 Jul 01 19:52:56.118914 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfcb81-cd8f-48f3-ac83-7a43c105ce78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c6fd6c-180a-4288-b6b5-fe69778bd27b,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:56.176400 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-594a195a-8e26-4abf-b248-04dc643b2580 None None] Port 6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:52:56.208708 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-b3dfcb81-cd8f-48f3-ac83-7a43c105ce78 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=388c31e0cd074222aac4acbebcdfd507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5206163 Jul 01 19:52:56.220696 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 004adf03-b733-4aff-86fd-9a09d2ce6b68 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:52:56.221309 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (004adf03-b733-4aff-86fd-9a09d2ce6b68), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:56.254938 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-520f6246-b665-4881-9a48-4c544643b810 None None] For port 004adf03-b733-4aff-86fd-9a09d2ce6b68, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=004adf03-b733-4aff-86fd-9a09d2ce6b68,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:52:56.256088 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-594a195a-8e26-4abf-b248-04dc643b2580 None None] Provisioning complete for port 079a3ffd-9359-456d-911b-e66cb58267d7 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:52:56.256404 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-594a195a-8e26-4abf-b248-04dc643b2580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (079a3ffd-9359-456d-911b-e66cb58267d7), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:56.260827 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 53886) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:56.319763 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (004adf03-b733-4aff-86fd-9a09d2ce6b68), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:56.350415 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b0f7-266b-4b49-af8c-02d2b43858fa tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:56.396664 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:56.510989 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-4f00e580-3398-45f8-bf7f-2a36d8ee8b19 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0ba0ddfd3efd41ee9687efe014c40bf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4782999 Jul 01 19:52:56.530546 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ee3e945b-5110-41c1-a6b0-9e403dbbce8d admin admin] Publish callbacks [] for security_group (37c6fd6c-180a-4288-b6b5-fe69778bd27b), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:56.616354 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ee3e945b-5110-41c1-a6b0-9e403dbbce8d admin admin] Publish callbacks [] for security_group (37c6fd6c-180a-4288-b6b5-fe69778bd27b), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:56.756813 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ee3e945b-5110-41c1-a6b0-9e403dbbce8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (37c6fd6c-180a-4288-b6b5-fe69778bd27b), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:56.759604 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:56.760252 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ee3e945b-5110-41c1-a6b0-9e403dbbce8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:56.764055 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-ee3e945b-5110-41c1-a6b0-9e403dbbce8d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/37c6fd6c-180a-4288-b6b5-fe69778bd27b HTTP/1.1" status: 204 len: 168 time: 0.4982824 Jul 01 19:52:56.766787 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b', 'name': 'tempest-DeleteServersTestJSON-571019164-router', 'tenant_id': '2347fd8e4a1740fdb98218aa30c150e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c155756c-9d1c-4f5a-a981-32c24d9044b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:52:46Z', 'revision_number': 3, 'project_id': '2347fd8e4a1740fdb98218aa30c150e0', 'gw_port': {'id': 'c155756c-9d1c-4f5a-a981-32c24d9044b1', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:44Z', 'updated_at': '2022-07-01T19:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:52:56.784449 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e945b-5110-41c1-a6b0-9e403dbbce8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c6fd6c-180a-4288-b6b5-fe69778bd27b,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:56.800517 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 079a3ffd-9359-456d-911b-e66cb58267d7 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:52:56.804035 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'name': 'tempest-AttachVolumeShelveTestJSON-1212348297-router', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:38Z', 'updated_at': '2022-07-01T19:52:49Z', 'revision_number': 4, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'gw_port': {'id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:39Z', 'updated_at': '2022-07-01T19:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '48953ab3-78b5-40da-bb7f-cd29125c557e', 'name': '', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'mac_address': 'fa:16:3e:1e:d9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:46Z', 'updated_at': '2022-07-01T19:52:55Z', 'revision_number': 4, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'subnets': [{'id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:52:56.831900 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ee02e-ba3f-4cd2-a293-26f4fc449de5 None None] The sync data for ids ['7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b'] in dv-cinder-844601-7-iscsi is: [{'id': '7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b', 'name': 'tempest-DeleteServersTestJSON-571019164-router', 'tenant_id': '2347fd8e4a1740fdb98218aa30c150e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c155756c-9d1c-4f5a-a981-32c24d9044b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:52:46Z', 'revision_number': 3, 'project_id': '2347fd8e4a1740fdb98218aa30c150e0', 'gw_port': {'id': 'c155756c-9d1c-4f5a-a981-32c24d9044b1', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:44Z', 'updated_at': '2022-07-01T19:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:52:56.889075 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673f0f75-2a88-4e91-a87b-6f47c306a939 None None] The sync data for ids ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'] in dv-cinder-844601-7-iscsi is: [{'id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'name': 'tempest-AttachVolumeShelveTestJSON-1212348297-router', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:38Z', 'updated_at': '2022-07-01T19:52:49Z', 'revision_number': 4, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'gw_port': {'id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:39Z', 'updated_at': '2022-07-01T19:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '48953ab3-78b5-40da-bb7f-cd29125c557e', 'name': '', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'mac_address': 'fa:16:3e:1e:d9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:46Z', 'updated_at': '2022-07-01T19:52:55Z', 'revision_number': 4, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'subnets': [{'id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:52:56.980731 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [None req-9cb7b0f7-266b-4b49-af8c-02d2b43858fa tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Allocated IP 172.27.1.226 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/9e89de0f-1b9b-4704-97fe-49ddcfee1335) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:52:57.033488 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Pushing event updated for resources: {'Port': ['ID=004adf03-b733-4aff-86fd-9a09d2ce6b68,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:57.065651 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-2c65dfd4-2e2b-469c-ac46-0db48916ab8d service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=110544) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 19:52:57.077683 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-2c65dfd4-2e2b-469c-ac46-0db48916ab8d service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1678057 Jul 01 19:52:57.148060 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 079a3ffd-9359-456d-911b-e66cb58267d7 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:52:57.148721 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (079a3ffd-9359-456d-911b-e66cb58267d7), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:57.235801 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49780d4-76cb-4e82-821f-4945aea489f0 admin admin] Router c2243065-4dd3-416f-a3f1-69bed13e411d has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:52:57.242208 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:57.267007 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e22187b0-071c-4c2d-9ba1-76777bbd1e2d admin admin] Publish callbacks [] for port (5355a7ae-4c16-4e26-bc96-c6681d00f176), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:57.284572 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-594a195a-8e26-4abf-b248-04dc643b2580 None None] Current status of the port 079a3ffd-9359-456d-911b-e66cb58267d7 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:52:57.302076 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e22187b0-071c-4c2d-9ba1-76777bbd1e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (5355a7ae-4c16-4e26-bc96-c6681d00f176), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:57.303092 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e22187b0-071c-4c2d-9ba1-76777bbd1e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730094'] for router_interface (7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:57.325471 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:57.335657 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-594a195a-8e26-4abf-b248-04dc643b2580 None None] Provisioning complete for port a78583f2-5377-4773-8a68-a544501f90db triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:52:57.336061 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-594a195a-8e26-4abf-b248-04dc643b2580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (a78583f2-5377-4773-8a68-a544501f90db), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:57.342140 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-ed717582-bdea-4ff7-ad04-fb2fcf31dd32 service neutron] 10.222.0.66 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551341 Jul 01 19:52:57.452886 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 079a3ffd-9359-456d-911b-e66cb58267d7 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:52:57.454816 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device a78583f2-5377-4773-8a68-a544501f90db up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:52:57.481523 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b0f7-266b-4b49-af8c-02d2b43858fa tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for port (9e89de0f-1b9b-4704-97fe-49ddcfee1335), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:57.522376 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:57.537016 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-79e10876-b11c-4b59-9d26-cbd07bb934b2 service neutron] 10.222.0.66 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869607 Jul 01 19:52:57.601900 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port a78583f2-5377-4773-8a68-a544501f90db triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:52:57.609842 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (a78583f2-5377-4773-8a68-a544501f90db), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:57.680955 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22187b0-071c-4c2d-9ba1-76777bbd1e2d admin admin] Pushing event updated for resources: {'Port': ['ID=5355a7ae-4c16-4e26-bc96-c6681d00f176,revision_number=2']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:57.711613 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-594a195a-8e26-4abf-b248-04dc643b2580 None None] Current status of the port a78583f2-5377-4773-8a68-a544501f90db is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:52:57.752207 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b0f7-266b-4b49-af8c-02d2b43858fa tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (9e89de0f-1b9b-4704-97fe-49ddcfee1335), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:57.765571 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-594a195a-8e26-4abf-b248-04dc643b2580 None None] Provisioning complete for port 48953ab3-78b5-40da-bb7f-cd29125c557e triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:52:57.766262 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-594a195a-8e26-4abf-b248-04dc643b2580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (48953ab3-78b5-40da-bb7f-cd29125c557e), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:57.768946 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port a78583f2-5377-4773-8a68-a544501f90db is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:52:57.770263 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device ba7951e3-b026-49c7-8a88-11de1be77fd1 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:52:57.851565 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb7b0f7-266b-4b49-af8c-02d2b43858fa tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:52:57.859716 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22187b0-071c-4c2d-9ba1-76777bbd1e2d admin admin] Network 345d49d7-38ed-4bce-826c-0115d69ba214 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:52:57.865070 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49780d4-76cb-4e82-821f-4945aea489f0 admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:52:57.867607 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-9cb7b0f7-266b-4b49-af8c-02d2b43858fa tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:52:57.888850 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-f49780d4-76cb-4e82-821f-4945aea489f0 admin admin] 10.222.0.66 "PUT /v2.0/routers/c2243065-4dd3-416f-a3f1-69bed13e411d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7153349 Jul 01 19:52:57.894631 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-e22187b0-071c-4c2d-9ba1-76777bbd1e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:52:57.896654 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb7b0f7-266b-4b49-af8c-02d2b43858fa tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:52:57.910188 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 53948) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:57.910365 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7b0f7-266b-4b49-af8c-02d2b43858fa tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Pushing event updated for resources: {'Port': ['ID=9e89de0f-1b9b-4704-97fe-49ddcfee1335,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:57.920282 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-594a195a-8e26-4abf-b248-04dc643b2580 None None] Current status of the port 48953ab3-78b5-40da-bb7f-cd29125c557e is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:52:57.920645 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-594a195a-8e26-4abf-b248-04dc643b2580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (48953ab3-78b5-40da-bb7f-cd29125c557e), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:57.936458 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] Sync routers for ids ['c2243065-4dd3-416f-a3f1-69bed13e411d'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:52:57.986657 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port ba7951e3-b026-49c7-8a88-11de1be77fd1 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:52:57.987055 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (ba7951e3-b026-49c7-8a88-11de1be77fd1), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:58.024931 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 53960) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:58.076556 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 53968) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:58.174528 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] Routers {'c2243065-4dd3-416f-a3f1-69bed13e411d'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:52:58.176892 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:52:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c2243065-4dd3-416f-a3f1-69bed13e411d'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:52:58.221981 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b0f7-266b-4b49-af8c-02d2b43858fa tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for floatingip (30f3e9d9-e432-4e0b-a007-fb0c816e4d73), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:58.238293 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-51039c01-d82c-4791-95c0-eb07cd88bdfb req-8a3c24fc-cba3-4fe2-a5a2-5177ffa2945c tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 210 time: 0.1567788 Jul 01 19:52:58.340562 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-adf124df-6564-47f6-a46d-49c30a30b80f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:58.398956 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22187b0-071c-4c2d-9ba1-76777bbd1e2d admin admin] Router 7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:52:58.457905 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] Set router c2243065-4dd3-416f-a3f1-69bed13e411d gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:52:58.488883 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b0f7-266b-4b49-af8c-02d2b43858fa tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (9e89de0f-1b9b-4704-97fe-49ddcfee1335), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:58.584999 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7eefd313-40e7-407b-9e75-f5594a84dc3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:58.644636 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-adf124df-6564-47f6-a46d-49c30a30b80f admin admin] Publish callbacks [] for security_group (83ff96d3-481b-4a45-a4be-ef61fd0f89a6), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:58.695194 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-adf124df-6564-47f6-a46d-49c30a30b80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (83ff96d3-481b-4a45-a4be-ef61fd0f89a6), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:58.745958 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-594a195a-8e26-4abf-b248-04dc643b2580 None None] For port 48953ab3-78b5-40da-bb7f-cd29125c557e, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=48953ab3-78b5-40da-bb7f-cd29125c557e,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:52:58.753195 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22187b0-071c-4c2d-9ba1-76777bbd1e2d admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:52:58.766350 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-e22187b0-071c-4c2d-9ba1-76777bbd1e2d admin admin] 10.222.0.66 "PUT /v2.0/routers/7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0065615 Jul 01 19:52:58.797541 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:58.799298 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-594a195a-8e26-4abf-b248-04dc643b2580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (48953ab3-78b5-40da-bb7f-cd29125c557e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:58.829284 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:58.982691 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:58.987576 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=100 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:58.988746 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-6132e81e-a2de-4e20-982d-632abc3e74f6 None None] Provisioning complete for port 5355a7ae-4c16-4e26-bc96-c6681d00f176 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:52:58.989919 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6132e81e-a2de-4e20-982d-632abc3e74f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (5355a7ae-4c16-4e26-bc96-c6681d00f176), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:59.035660 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b0f7-266b-4b49-af8c-02d2b43858fa tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for port (9e89de0f-1b9b-4704-97fe-49ddcfee1335), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:59.050136 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b0f7-266b-4b49-af8c-02d2b43858fa tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (9e89de0f-1b9b-4704-97fe-49ddcfee1335), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:59.142914 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a195a-8e26-4abf-b248-04dc643b2580 None None] Pushing event updated for resources: {'Port': ['ID=48953ab3-78b5-40da-bb7f-cd29125c557e,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:59.150173 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 54022) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:59.152267 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-6132e81e-a2de-4e20-982d-632abc3e74f6 None None] Port 5355a7ae-4c16-4e26-bc96-c6681d00f176 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:52:59.155008 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7b0f7-266b-4b49-af8c-02d2b43858fa tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Pushing event updated for resources: {'Port': ['ID=9e89de0f-1b9b-4704-97fe-49ddcfee1335,revision_number=2']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:59.175581 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-930a6dc5-12af-4500-aee4-467b2c821cd7 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2024459991', 'description': 'tempest-description--1755895290'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:52:59.184352 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port ba7951e3-b026-49c7-8a88-11de1be77fd1 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:52:59.184875 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (ba7951e3-b026-49c7-8a88-11de1be77fd1), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:59.208179 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b0f7-266b-4b49-af8c-02d2b43858fa tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (30f3e9d9-e432-4e0b-a007-fb0c816e4d73), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:59.215692 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-6132e81e-a2de-4e20-982d-632abc3e74f6 None None] Provisioning complete for port 6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:52:59.240341 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6132e81e-a2de-4e20-982d-632abc3e74f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:59.255850 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-930a6dc5-12af-4500-aee4-467b2c821cd7 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:59.258348 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] Sync routers for ids ['f0b73d37-ca2a-4a69-9b0e-75f5d7905146'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:52:59.265719 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf124df-6564-47f6-a46d-49c30a30b80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ff96d3-481b-4a45-a4be-ef61fd0f89a6,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:59.295731 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] Routers {'f0b73d37-ca2a-4a69-9b0e-75f5d7905146'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:52:59.296663 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:52:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['f0b73d37-ca2a-4a69-9b0e-75f5d7905146'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:52:59.323209 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b0f7-266b-4b49-af8c-02d2b43858fa tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:59.332447 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-9cb7b0f7-266b-4b49-af8c-02d2b43858fa tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1148264 Jul 01 19:52:59.344772 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-adf124df-6564-47f6-a46d-49c30a30b80f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fcb6931bdfc84ca090b172a0fcf4f6ae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4299941 Jul 01 19:52:59.350425 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 54030) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:59.369952 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-520f6246-b665-4881-9a48-4c544643b810 None None] For port ba7951e3-b026-49c7-8a88-11de1be77fd1, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=ba7951e3-b026-49c7-8a88-11de1be77fd1,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:52:59.391294 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'name': 'tempest-AttachVolumeTestJSON-1080420829-router', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:41Z', 'updated_at': '2022-07-01T19:52:53Z', 'revision_number': 4, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'gw_port': {'id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921', 'name': '', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'mac_address': 'fa:16:3e:2c:08:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:51Z', 'updated_at': '2022-07-01T19:52:53Z', 'revision_number': 2, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'subnets': [{'id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:52:59.394968 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (ba7951e3-b026-49c7-8a88-11de1be77fd1), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:59.395869 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 3817e95a-3b31-4110-af83-d45b4090fcbf up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:52:59.439520 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-6132e81e-a2de-4e20-982d-632abc3e74f6 None None] Port 6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:52:59.509236 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] Checking router: c2243065-4dd3-416f-a3f1-69bed13e411d for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:52:59.511572 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] Updating router c2243065-4dd3-416f-a3f1-69bed13e411d port 6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921 binding host dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 19:52:59.562132 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] Set router f0b73d37-ca2a-4a69-9b0e-75f5d7905146 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:52:59.581950 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-930a6dc5-12af-4500-aee4-467b2c821cd7 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for security_group (1800a8f7-0d71-44f2-b4d6-47c89fde8804), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:59.590844 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d9f2f903-cb12-4b03-9f22-a75d23b4d1f5 admin admin] Publish callbacks [] for security_group (83ff96d3-481b-4a45-a4be-ef61fd0f89a6), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:59.628362 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-930a6dc5-12af-4500-aee4-467b2c821cd7 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (1800a8f7-0d71-44f2-b4d6-47c89fde8804), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:59.631230 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-48861118-c3e4-44a8-87d7-b461ea853d0e tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:52:59.639049 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:59.641152 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-6132e81e-a2de-4e20-982d-632abc3e74f6 None None] Provisioning complete for port 48953ab3-78b5-40da-bb7f-cd29125c557e triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:52:59.641527 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6132e81e-a2de-4e20-982d-632abc3e74f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (48953ab3-78b5-40da-bb7f-cd29125c557e), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:59.648078 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-48861118-c3e4-44a8-87d7-b461ea853d0e tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/networks?id=13dd580c-809a-4f73-9432-a6d0838269e1 HTTP/1.1" status: 200 len: 819 time: 0.4805801 Jul 01 19:52:59.652122 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7eefd313-40e7-407b-9e75-f5594a84dc3f admin admin] Publish callbacks [] for security_group (8feac0fa-ec04-48f7-90d8-a75ac211597c), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:59.653141 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:59.664270 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7eefd313-40e7-407b-9e75-f5594a84dc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (8feac0fa-ec04-48f7-90d8-a75ac211597c), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:59.691132 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d9f2f903-cb12-4b03-9f22-a75d23b4d1f5 admin admin] Publish callbacks [] for security_group (83ff96d3-481b-4a45-a4be-ef61fd0f89a6), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:59.700786 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:52:59.711309 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 54034) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:59.724919 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-4cdcb8d1-a0d6-4a4d-b351-b2a157fa9cdf tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/quotas/0ba0ddfd3efd41ee9687efe014c40bf0 HTTP/1.1" status: 200 len: 375 time: 0.0756626 Jul 01 19:52:59.790773 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Pushing event updated for resources: {'Port': ['ID=ba7951e3-b026-49c7-8a88-11de1be77fd1,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:59.819465 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d9f2f903-cb12-4b03-9f22-a75d23b4d1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (83ff96d3-481b-4a45-a4be-ef61fd0f89a6), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:59.821025 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d9f2f903-cb12-4b03-9f22-a75d23b4d1f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:59.824947 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-d9f2f903-cb12-4b03-9f22-a75d23b4d1f5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/83ff96d3-481b-4a45-a4be-ef61fd0f89a6 HTTP/1.1" status: 204 len: 168 time: 0.4676147 Jul 01 19:52:59.835332 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-930a6dc5-12af-4500-aee4-467b2c821cd7 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:52:59.836564 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-930a6dc5-12af-4500-aee4-467b2c821cd7 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6790731 Jul 01 19:52:59.841826 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 54044) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:59.842506 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a6dc5-12af-4500-aee4-467b2c821cd7 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1800a8f7-0d71-44f2-b4d6-47c89fde8804,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:52:59.871262 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-85a94243-0cb2-4507-a91c-0ef940954204 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Request body: {'security_group_rule': {'security_group_id': '1800a8f7-0d71-44f2-b4d6-47c89fde8804', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:52:59.920690 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-7eefd313-40e7-407b-9e75-f5594a84dc3f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fbb386cee3c940f786454cf18c347b38&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8919139 Jul 01 19:52:59.922099 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 54054) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:52:59.974019 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefd313-40e7-407b-9e75-f5594a84dc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8feac0fa-ec04-48f7-90d8-a75ac211597c,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:00.022226 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'name': 'tempest-ServerRescueNegativeTestJSON-1058585110-router', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:51Z', 'revision_number': 4, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'gw_port': {'id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': 'ea0633f7-f0a0-4a40-abfd-8db578b8da37', 'name': '', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'mac_address': 'fa:16:3e:e5:38:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:49Z', 'updated_at': '2022-07-01T19:52:51Z', 'revision_number': 2, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'subnets': [{'id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:53:00.031576 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-9bd82499-386e-4926-9a64-75ec3dc6a798 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0ba0ddfd3efd41ee9687efe014c40bf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3050356 Jul 01 19:53:00.097168 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-6132e81e-a2de-4e20-982d-632abc3e74f6 None None] Current status of the port 48953ab3-78b5-40da-bb7f-cd29125c557e is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:00.109060 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] Checking router: f0b73d37-ca2a-4a69-9b0e-75f5d7905146 for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:53:00.109995 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] Updating router f0b73d37-ca2a-4a69-9b0e-75f5d7905146 port ea0633f7-f0a0-4a40-abfd-8db578b8da37 binding host dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 19:53:00.196158 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:00.198716 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (ea0633f7-f0a0-4a40-abfd-8db578b8da37), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:00.234397 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2f903-cb12-4b03-9f22-a75d23b4d1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ff96d3-481b-4a45-a4be-ef61fd0f89a6,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:00.243552 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-85a94243-0cb2-4507-a91c-0ef940954204 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for security_group_rule (c22e7b2c-f235-4983-a11f-f6e7ffdb28c4), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:00.311036 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 3817e95a-3b31-4110-af83-d45b4090fcbf triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:00.311489 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (3817e95a-3b31-4110-af83-d45b4090fcbf), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:00.420497 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-85a94243-0cb2-4507-a91c-0ef940954204 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for security_group_rule (c22e7b2c-f235-4983-a11f-f6e7ffdb28c4), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:00.455613 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-85a94243-0cb2-4507-a91c-0ef940954204 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (c22e7b2c-f235-4983-a11f-f6e7ffdb28c4), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:00.494836 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a7b4d730-647f-4705-8e3a-1da0d782e6b2 admin admin] Publish callbacks [] for security_group (8feac0fa-ec04-48f7-90d8-a75ac211597c), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:00.498328 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:00.535987 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:00.539432 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-f5d85b21-3877-4251-b69b-8dfa027ad9f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:00.551364 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a7b4d730-647f-4705-8e3a-1da0d782e6b2 admin admin] Publish callbacks [] for security_group (8feac0fa-ec04-48f7-90d8-a75ac211597c), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:00.683035 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-f5d85b21-3877-4251-b69b-8dfa027ad9f7 admin admin] Publish callbacks [] for security_group (772af1aa-7af2-4037-9f4e-f98d64a625f2), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:00.686350 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a94243-0cb2-4507-a91c-0ef940954204 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22e7b2c-f235-4983-a11f-f6e7ffdb28c4,revision_number=0']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:00.709830 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 3817e95a-3b31-4110-af83-d45b4090fcbf is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:00.710479 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-85a94243-0cb2-4507-a91c-0ef940954204 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:00.711234 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (3817e95a-3b31-4110-af83-d45b4090fcbf), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:00.716039 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 54088) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:00.718020 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-85a94243-0cb2-4507-a91c-0ef940954204 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8524022 Jul 01 19:53:00.724892 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-a963fb1a-8ec8-4eb0-bf31-e7ae2f10e9f0 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Request body: {'security_group_rule': {'security_group_id': '1800a8f7-0d71-44f2-b4d6-47c89fde8804', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:53:00.762499 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a7b4d730-647f-4705-8e3a-1da0d782e6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (8feac0fa-ec04-48f7-90d8-a75ac211597c), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:00.767514 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a7b4d730-647f-4705-8e3a-1da0d782e6b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:00.771406 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-a7b4d730-647f-4705-8e3a-1da0d782e6b2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8feac0fa-ec04-48f7-90d8-a75ac211597c HTTP/1.1" status: 204 len: 168 time: 0.8483105 Jul 01 19:53:00.776225 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-520f6246-b665-4881-9a48-4c544643b810 None None] For port 3817e95a-3b31-4110-af83-d45b4090fcbf, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=3817e95a-3b31-4110-af83-d45b4090fcbf,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:00.789183 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4d730-647f-4705-8e3a-1da0d782e6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8feac0fa-ec04-48f7-90d8-a75ac211597c,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:00.850260 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] Publish callbacks [] for port (ea0633f7-f0a0-4a40-abfd-8db578b8da37), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:00.857156 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 54094) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:00.860727 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (3817e95a-3b31-4110-af83-d45b4090fcbf), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:00.861138 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-f5d85b21-3877-4251-b69b-8dfa027ad9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (772af1aa-7af2-4037-9f4e-f98d64a625f2), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:00.874764 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (ea0633f7-f0a0-4a40-abfd-8db578b8da37), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:00.907583 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-23df61a0-c8e4-416b-9212-6c7be6cdd3cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:00.938568 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Pushing event updated for resources: {'Port': ['ID=3817e95a-3b31-4110-af83-d45b4090fcbf,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:00.961346 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] Publish callbacks [] for port (6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921), precommit_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:00.989375 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:01.067929 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bce0a4-c948-4a1c-a6e5-abcb0fb1521e None None] Pushing event updated for resources: {'Port': ['ID=ea0633f7-f0a0-4a40-abfd-8db578b8da37,revision_number=3']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:01.122365 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d85b21-3877-4251-b69b-8dfa027ad9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772af1aa-7af2-4037-9f4e-f98d64a625f2,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:01.222199 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-23df61a0-c8e4-416b-9212-6c7be6cdd3cb admin admin] Publish callbacks [] for security_group (76da0eb4-8e82-44d8-b11a-3ee63b1c43da), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:01.224903 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:01.226680 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:01.230279 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:01.233475 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d2079-60f1-4df9-a562-4647075f3298 None None] Pushing event updated for resources: {'Port': ['ID=6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:01.236319 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-23df61a0-c8e4-416b-9212-6c7be6cdd3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (76da0eb4-8e82-44d8-b11a-3ee63b1c43da), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:01.346259 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] Attempting to bind port ea0633f7-f0a0-4a40-abfd-8db578b8da37 on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:53:01.349328 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-23df61a0-c8e4-416b-9212-6c7be6cdd3cb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=90153183d10f495486fe9a7bd35283fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4910200 Jul 01 19:53:01.352304 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a963fb1a-8ec8-4eb0-bf31-e7ae2f10e9f0 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for security_group_rule (a7ba3040-096b-430f-8f1c-488c2a671698), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:01.353046 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] Attempting to bind port ea0633f7-f0a0-4a40-abfd-8db578b8da37 by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'f7426a8c-6e96-4728-a1d7-524475ad5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1'}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:53:01.354417 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] Attempting to bind port ea0633f7-f0a0-4a40-abfd-8db578b8da37 on network 13dd580c-809a-4f73-9432-a6d0838269e1 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:53:01.356218 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 54102) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:01.363829 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:53:01.364366 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] Checking segment: {'id': 'f7426a8c-6e96-4728-a1d7-524475ad5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:53:01.365888 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:01.366293 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] Bound using segment: {'id': 'f7426a8c-6e96-4728-a1d7-524475ad5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1'} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:53:01.367917 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] Bound port: ea0633f7-f0a0-4a40-abfd-8db578b8da37, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7426a8c-6e96-4728-a1d7-524475ad5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1'}}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:53:01.368328 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (ea0633f7-f0a0-4a40-abfd-8db578b8da37), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:01.401747 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-f5d85b21-3877-4251-b69b-8dfa027ad9f7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3a0a5970f9994cc690afeb48cecb4b04&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6716390 Jul 01 19:53:01.433389 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 54106) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:01.463896 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-47d1bf46-b005-434a-af55-ac340654db20 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:01.471341 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-47d1bf46-b005-434a-af55-ac340654db20 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/networks?id=345d49d7-38ed-4bce-826c-0115d69ba214 HTTP/1.1" status: 200 len: 811 time: 0.7753525 Jul 01 19:53:01.473147 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] Attempting to bind port 6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921 on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:53:01.475317 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] Attempting to bind port 6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921 by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': '0b411177-2154-4372-8183-0472605c751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:53:01.486832 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] Attempting to bind port 6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921 on network b31a2a85-453d-4d0b-bc1f-fd678ffc85ef {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:53:01.497762 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device c155756c-9d1c-4f5a-a981-32c24d9044b1 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:53:01.536432 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:53:01.538601 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] Checking segment: {'id': '0b411177-2154-4372-8183-0472605c751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:53:01.540671 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:01.541915 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] Bound using segment: {'id': '0b411177-2154-4372-8183-0472605c751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:53:01.542783 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] Bound port: 6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b411177-2154-4372-8183-0472605c751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:53:01.543277 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:01.546152 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-323493cf-9763-4890-bfff-3a07aa9301b1 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/quotas/2347fd8e4a1740fdb98218aa30c150e0 HTTP/1.1" status: 200 len: 375 time: 0.0510697 Jul 01 19:53:01.599699 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] For port ea0633f7-f0a0-4a40-abfd-8db578b8da37, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:53:01.619927 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] For port ea0633f7-f0a0-4a40-abfd-8db578b8da37, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=ea0633f7-f0a0-4a40-abfd-8db578b8da37,segment=NetworkSegment(f7426a8c-6e96-4728-a1d7-524475ad5e61),segment_id=f7426a8c-6e96-4728-a1d7-524475ad5e61)] {{(pid=110547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:53:01.639070 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (ea0633f7-f0a0-4a40-abfd-8db578b8da37), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:01.655006 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-af2b3053-d379-4703-a705-66f85876d9d3 None None] Provisioning complete for port ea0633f7-f0a0-4a40-abfd-8db578b8da37 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:01.655507 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-af2b3053-d379-4703-a705-66f85876d9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (ea0633f7-f0a0-4a40-abfd-8db578b8da37), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:01.707796 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df61a0-c8e4-416b-9212-6c7be6cdd3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76da0eb4-8e82-44d8-b11a-3ee63b1c43da,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:01.781994 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-14779891-d7a3-4b0b-b11c-d0615a2f9e8a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=110544) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 19:53:01.797924 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-14779891-d7a3-4b0b-b11c-d0615a2f9e8a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8270278 Jul 01 19:53:01.807675 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-572d236a-b888-46a2-8c3b-b74d31bdef40 admin admin] Publish callbacks [] for security_group (772af1aa-7af2-4037-9f4e-f98d64a625f2), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:01.816764 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] Routers {'f0b73d37-ca2a-4a69-9b0e-75f5d7905146'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:53:01.818867 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:52:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['f0b73d37-ca2a-4a69-9b0e-75f5d7905146'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:53:01.834313 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bce0a4-c948-4a1c-a6e5-abcb0fb1521e None None] Pushing event updated for resources: {'Port': ['ID=ea0633f7-f0a0-4a40-abfd-8db578b8da37,revision_number=4']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:01.886986 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port c155756c-9d1c-4f5a-a981-32c24d9044b1 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:01.887475 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (c155756c-9d1c-4f5a-a981-32c24d9044b1), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:01.888976 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-572d236a-b888-46a2-8c3b-b74d31bdef40 admin admin] Publish callbacks [] for security_group (772af1aa-7af2-4037-9f4e-f98d64a625f2), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:01.953174 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-b634611f-dcd1-4e1e-9c03-d12c6d924912 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2347fd8e4a1740fdb98218aa30c150e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4055808 Jul 01 19:53:01.974310 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a963fb1a-8ec8-4eb0-bf31-e7ae2f10e9f0 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for security_group_rule (a7ba3040-096b-430f-8f1c-488c2a671698), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:01.994605 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fd258d50-51c5-479d-ba93-7cb62235549b admin admin] Publish callbacks [] for security_group (76da0eb4-8e82-44d8-b11a-3ee63b1c43da), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:02.040136 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fd258d50-51c5-479d-ba93-7cb62235549b admin admin] Publish callbacks [] for security_group (76da0eb4-8e82-44d8-b11a-3ee63b1c43da), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:02.042152 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:02.080271 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] For port 6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:53:02.111870 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 54116) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:02.144001 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] For port 6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921,segment=NetworkSegment(0b411177-2154-4372-8183-0472605c751c),segment_id=0b411177-2154-4372-8183-0472605c751c)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:53:02.155673 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b8fb3d48-00d9-4962-9d6b-0996f226d5b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:02.176738 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-5782696d-5ce6-4c5a-b23f-44aeafce4a6e service neutron] 10.222.0.66 "GET /v2.0/networks/345d49d7-38ed-4bce-826c-0115d69ba214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000120 Jul 01 19:53:02.179609 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a963fb1a-8ec8-4eb0-bf31-e7ae2f10e9f0 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (a7ba3040-096b-430f-8f1c-488c2a671698), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:02.186523 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] Set router f0b73d37-ca2a-4a69-9b0e-75f5d7905146 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:53:02.221820 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:02.238364 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fd258d50-51c5-479d-ba93-7cb62235549b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (76da0eb4-8e82-44d8-b11a-3ee63b1c43da), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:02.240856 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fd258d50-51c5-479d-ba93-7cb62235549b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:02.242269 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-fd258d50-51c5-479d-ba93-7cb62235549b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/76da0eb4-8e82-44d8-b11a-3ee63b1c43da HTTP/1.1" status: 204 len: 168 time: 0.8796580 Jul 01 19:53:02.269952 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd258d50-51c5-479d-ba93-7cb62235549b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76da0eb4-8e82-44d8-b11a-3ee63b1c43da,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:02.275758 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-572d236a-b888-46a2-8c3b-b74d31bdef40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (772af1aa-7af2-4037-9f4e-f98d64a625f2), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:02.282404 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-572d236a-b888-46a2-8c3b-b74d31bdef40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:02.289548 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-572d236a-b888-46a2-8c3b-b74d31bdef40 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/772af1aa-7af2-4037-9f4e-f98d64a625f2 HTTP/1.1" status: 204 len: 168 time: 0.8369982 Jul 01 19:53:02.294692 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port c155756c-9d1c-4f5a-a981-32c24d9044b1 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:02.295081 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (c155756c-9d1c-4f5a-a981-32c24d9044b1), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:02.305344 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-af2b3053-d379-4703-a705-66f85876d9d3 None None] Current status of the port ea0633f7-f0a0-4a40-abfd-8db578b8da37 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:02.305800 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-af2b3053-d379-4703-a705-66f85876d9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (ea0633f7-f0a0-4a40-abfd-8db578b8da37), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:02.329212 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a963fb1a-8ec8-4eb0-bf31-e7ae2f10e9f0 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:02.338716 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-a963fb1a-8ec8-4eb0-bf31-e7ae2f10e9f0 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6187642 Jul 01 19:53:02.359269 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 54124) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:02.364279 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-4fcd8fa1-4c3c-4aca-953a-7b48ac9974cb tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Request body: {'floatingip': {'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:53:02.397591 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963fb1a-8ec8-4eb0-bf31-e7ae2f10e9f0 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ba3040-096b-430f-8f1c-488c2a671698,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:02.401193 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:02.426441 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] Sync routers for ids ['7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:53:02.427228 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d236a-b888-46a2-8c3b-b74d31bdef40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772af1aa-7af2-4037-9f4e-f98d64a625f2,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:02.442904 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-520f6246-b665-4881-9a48-4c544643b810 None None] For port c155756c-9d1c-4f5a-a981-32c24d9044b1, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=c155756c-9d1c-4f5a-a981-32c24d9044b1,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:02.449323 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d2079-60f1-4df9-a562-4647075f3298 None None] Pushing event updated for resources: {'Port': ['ID=6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:02.458339 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8fa1-4c3c-4aca-953a-7b48ac9974cb tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:02.468301 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] Routers {'c2243065-4dd3-416f-a3f1-69bed13e411d'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:53:02.468956 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:52:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c2243065-4dd3-416f-a3f1-69bed13e411d'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:53:02.498534 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (c155756c-9d1c-4f5a-a981-32c24d9044b1), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:02.499377 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 48953ab3-78b5-40da-bb7f-cd29125c557e up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:53:02.629407 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.60', 55401) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:02.630948 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:02.709954 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-fe40cc57-1234-43b1-83b9-b388e7fae2c3 service neutron] 10.222.0.66 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9111457 Jul 01 19:53:02.724264 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-af2b3053-d379-4703-a705-66f85876d9d3 None None] For port ea0633f7-f0a0-4a40-abfd-8db578b8da37, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=ea0633f7-f0a0-4a40-abfd-8db578b8da37,segment=NetworkSegment(f7426a8c-6e96-4728-a1d7-524475ad5e61),segment_id=f7426a8c-6e96-4728-a1d7-524475ad5e61)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:02.746656 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] Routers {'7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:53:02.747789 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:52:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:53:02.765625 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8fa1-4c3c-4aca-953a-7b48ac9974cb tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:02.770110 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-af2b3053-d379-4703-a705-66f85876d9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (ea0633f7-f0a0-4a40-abfd-8db578b8da37), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:02.777674 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'name': 'tempest-ServerRescueNegativeTestJSON-1058585110-router', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:51Z', 'revision_number': 4, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'gw_port': {'id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': 'ea0633f7-f0a0-4a40-abfd-8db578b8da37', 'name': '', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'mac_address': 'fa:16:3e:e5:38:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:49Z', 'updated_at': '2022-07-01T19:53:01Z', 'revision_number': 4, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'subnets': [{'id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:53:02.821924 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb88830-9fae-4ce8-8190-ae02735ce106 None None] The sync data for ids ['f0b73d37-ca2a-4a69-9b0e-75f5d7905146'] in dv-cinder-844601-7-iscsi is: [{'id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'name': 'tempest-ServerRescueNegativeTestJSON-1058585110-router', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:51Z', 'revision_number': 4, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'gw_port': {'id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': 'ea0633f7-f0a0-4a40-abfd-8db578b8da37', 'name': '', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'mac_address': 'fa:16:3e:e5:38:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:49Z', 'updated_at': '2022-07-01T19:53:01Z', 'revision_number': 4, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'subnets': [{'id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:53:02.858105 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:02.863389 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 19:53:02.933683 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-af2b3053-d379-4703-a705-66f85876d9d3 None None] Provisioning complete for port 6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:02.934252 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-af2b3053-d379-4703-a705-66f85876d9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:02.946248 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:02.994116 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Pushing event updated for resources: {'Port': ['ID=c155756c-9d1c-4f5a-a981-32c24d9044b1,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:03.005335 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:03.018069 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-39e10821-3115-40d4-8dd4-a0910485337b tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:03.030159 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-39e10821-3115-40d4-8dd4-a0910485337b tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.60 "GET /v2.0/networks?id=13dd580c-809a-4f73-9432-a6d0838269e1 HTTP/1.1" status: 200 len: 819 time: 0.3943136 Jul 01 19:53:03.051344 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b8fb3d48-00d9-4962-9d6b-0996f226d5b7 admin admin] Publish callbacks [] for security_group (f12b6b29-ed7f-4598-bf64-32794236955d), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:03.056122 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-8c0fe840-b45b-43bc-95bd-2454cd2bb76f service neutron] 10.222.0.66 "GET /v2.0/networks/345d49d7-38ed-4bce-826c-0115d69ba214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8669920 Jul 01 19:53:03.075838 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b8fb3d48-00d9-4962-9d6b-0996f226d5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (f12b6b29-ed7f-4598-bf64-32794236955d), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:03.082281 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-1750adc3-6f13-4ae6-b75e-d9a5cd3ecabb tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Request body: {'port': {'device_id': 'e1148781-931f-4460-a8e3-7f3654799ce7', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'admin_state_up': True, 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:53:03.177255 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] Set router c2243065-4dd3-416f-a3f1-69bed13e411d gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:53:03.240528 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-b8fb3d48-00d9-4962-9d6b-0996f226d5b7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=90956bebf5a44cb4a214106996e50db3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1266274 Jul 01 19:53:03.244978 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb3d48-00d9-4962-9d6b-0996f226d5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12b6b29-ed7f-4598-bf64-32794236955d,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:03.255862 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 54146) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:03.273698 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [None req-4fcd8fa1-4c3c-4aca-953a-7b48ac9974cb tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Allocated IP 172.27.1.180 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/7c633018-a6a3-44e5-a363-703dbfed1463) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:53:03.279244 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:03.294191 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 48953ab3-78b5-40da-bb7f-cd29125c557e triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:03.294729 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (48953ab3-78b5-40da-bb7f-cd29125c557e), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:03.435252 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b3053-d379-4703-a705-66f85876d9d3 None None] Pushing event updated for resources: {'Port': ['ID=ea0633f7-f0a0-4a40-abfd-8db578b8da37,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:03.484352 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8fa1-4c3c-4aca-953a-7b48ac9974cb tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for port (7c633018-a6a3-44e5-a363-703dbfed1463), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:03.512571 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-4e5020d2-8efd-4407-8df6-074ead39491f service neutron] 10.222.0.66 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7330840 Jul 01 19:53:03.562548 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8fa1-4c3c-4aca-953a-7b48ac9974cb tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (7c633018-a6a3-44e5-a363-703dbfed1463), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:03.595191 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 54170) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:03.625491 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] Set router 7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:53:03.673038 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcd8fa1-4c3c-4aca-953a-7b48ac9974cb tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:53:03.682739 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-4fcd8fa1-4c3c-4aca-953a-7b48ac9974cb tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:53:03.688936 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcd8fa1-4c3c-4aca-953a-7b48ac9974cb tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:53:03.726891 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-34335a2d-7b46-46ed-9bb9-a7ec38a3a5d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:03.805894 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd8fa1-4c3c-4aca-953a-7b48ac9974cb tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Pushing event updated for resources: {'Port': ['ID=7c633018-a6a3-44e5-a363-703dbfed1463,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:03.865219 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-af2b3053-d379-4703-a705-66f85876d9d3 None None] Current status of the port 6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:03.865873 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-af2b3053-d379-4703-a705-66f85876d9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:03.867976 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8fa1-4c3c-4aca-953a-7b48ac9974cb tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for floatingip (3d39b923-671f-4fc7-922d-acf311f98c96), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:03.998414 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8fa1-4c3c-4aca-953a-7b48ac9974cb tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (7c633018-a6a3-44e5-a363-703dbfed1463), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:04.026601 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:04.055831 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-34335a2d-7b46-46ed-9bb9-a7ec38a3a5d6 admin admin] Publish callbacks [] for security_group (8d0105aa-c624-427d-ae8e-262637dfad34), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:04.061218 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-e2ac6b2e-4b23-4125-87c7-c39ce1508245 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1588459152&fields=id&tenant_id=b8e38ec3f92a47fe98829eb3d289cdb4 HTTP/1.1" status: 200 len: 267 time: 0.5561225 Jul 01 19:53:04.068259 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-1750adc3-6f13-4ae6-b75e-d9a5cd3ecabb tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Made reservation on behalf of 0ba0ddfd3efd41ee9687efe014c40bf0 for: {'port': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:53:04.072857 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-1750adc3-6f13-4ae6-b75e-d9a5cd3ecabb tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:04.097127 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:04.101289 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-34335a2d-7b46-46ed-9bb9-a7ec38a3a5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (8d0105aa-c624-427d-ae8e-262637dfad34), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:04.145029 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 48953ab3-78b5-40da-bb7f-cd29125c557e is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:04.146947 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device ba7951e3-b026-49c7-8a88-11de1be77fd1 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:53:04.163774 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:04.278009 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-34335a2d-7b46-46ed-9bb9-a7ec38a3a5d6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6d8b1593aab64207929471dcb695c0d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6561623 Jul 01 19:53:04.278009 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e1911170-4b63-475a-826d-9ab124d095ad req-54306f04-8e90-443b-80ea-298f5c7ab854 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 210 time: 0.2118173 Jul 01 19:53:04.280019 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 54210) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:04.424280 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34335a2d-7b46-46ed-9bb9-a7ec38a3a5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0105aa-c624-427d-ae8e-262637dfad34,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:04.514324 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:04.632508 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8fa1-4c3c-4aca-953a-7b48ac9974cb tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for port (7c633018-a6a3-44e5-a363-703dbfed1463), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:04.641956 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8fa1-4c3c-4aca-953a-7b48ac9974cb tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (7c633018-a6a3-44e5-a363-703dbfed1463), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:04.704131 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a7b88acd-4f77-49f3-9233-2a601ac648f8 admin admin] Publish callbacks [] for security_group (f12b6b29-ed7f-4598-bf64-32794236955d), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:04.733760 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-af2b3053-d379-4703-a705-66f85876d9d3 None None] For port 6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921,segment=NetworkSegment(0b411177-2154-4372-8183-0472605c751c),segment_id=0b411177-2154-4372-8183-0472605c751c)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:04.768419 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:04.785643 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd8fa1-4c3c-4aca-953a-7b48ac9974cb tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Pushing event updated for resources: {'Port': ['ID=7c633018-a6a3-44e5-a363-703dbfed1463,revision_number=2']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:04.791120 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-af2b3053-d379-4703-a705-66f85876d9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:04.792278 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8fa1-4c3c-4aca-953a-7b48ac9974cb tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (3d39b923-671f-4fc7-922d-acf311f98c96), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:04.879847 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8fa1-4c3c-4aca-953a-7b48ac9974cb tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:04.886475 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-4fcd8fa1-4c3c-4aca-953a-7b48ac9974cb tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5256200 Jul 01 19:53:04.892499 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d4e841fd-3136-4faf-8a2c-f330d7bb3607 req-2313ea87-dff9-4429-bc67-ff7f6d178d49 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 210 time: 0.4301333 Jul 01 19:53:05.037516 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a7b88acd-4f77-49f3-9233-2a601ac648f8 admin admin] Publish callbacks [] for security_group (f12b6b29-ed7f-4598-bf64-32794236955d), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:05.130549 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-7a415dba-a40f-4404-8d23-8a9e1ceb6e5f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:05.133049 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-7a415dba-a40f-4404-8d23-8a9e1ceb6e5f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/networks?id=7e9d88c7-2969-402f-b3c2-096acc062b79 HTTP/1.1" status: 200 len: 817 time: 1.0394175 Jul 01 19:53:05.227169 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 54238) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:05.499752 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-33c7e6e8-8fe6-4ee8-980d-ac4b0abbd8dd None None] Provisioning complete for port ea0633f7-f0a0-4a40-abfd-8db578b8da37 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:05.500308 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-33c7e6e8-8fe6-4ee8-980d-ac4b0abbd8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (ea0633f7-f0a0-4a40-abfd-8db578b8da37), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:05.513155 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'name': 'tempest-AttachVolumeTestJSON-1080420829-router', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:41Z', 'updated_at': '2022-07-01T19:52:53Z', 'revision_number': 4, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'gw_port': {'id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921', 'name': '', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'mac_address': 'fa:16:3e:2c:08:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:51Z', 'updated_at': '2022-07-01T19:53:02Z', 'revision_number': 4, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'subnets': [{'id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:53:05.590901 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e9127ff5-c348-4c10-aa50-678eae72841b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:05.621304 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe997c2-e19e-4f7e-b64f-ba889eddc784 None None] The sync data for ids ['c2243065-4dd3-416f-a3f1-69bed13e411d'] in dv-cinder-844601-7-iscsi is: [{'id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'name': 'tempest-AttachVolumeTestJSON-1080420829-router', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:41Z', 'updated_at': '2022-07-01T19:52:53Z', 'revision_number': 4, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'gw_port': {'id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921', 'name': '', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'mac_address': 'fa:16:3e:2c:08:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:51Z', 'updated_at': '2022-07-01T19:53:02Z', 'revision_number': 4, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'subnets': [{'id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:53:05.623468 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b', 'name': 'tempest-DeleteServersTestJSON-571019164-router', 'tenant_id': '2347fd8e4a1740fdb98218aa30c150e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c155756c-9d1c-4f5a-a981-32c24d9044b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:52:54Z', 'revision_number': 4, 'project_id': '2347fd8e4a1740fdb98218aa30c150e0', 'gw_port': {'id': 'c155756c-9d1c-4f5a-a981-32c24d9044b1', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:44Z', 'updated_at': '2022-07-01T19:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '5355a7ae-4c16-4e26-bc96-c6681d00f176', 'name': '', 'network_id': '345d49d7-38ed-4bce-826c-0115d69ba214', 'tenant_id': '2347fd8e4a1740fdb98218aa30c150e0', 'mac_address': 'fa:16:3e:1a:19:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '854e10d5-8143-4840-aef8-4655cb92e7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:51Z', 'updated_at': '2022-07-01T19:52:56Z', 'revision_number': 2, 'project_id': '2347fd8e4a1740fdb98218aa30c150e0', 'subnets': [{'id': '854e10d5-8143-4840-aef8-4655cb92e7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:53:05.629131 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port ba7951e3-b026-49c7-8a88-11de1be77fd1 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:05.629682 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (ba7951e3-b026-49c7-8a88-11de1be77fd1), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:05.644270 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-6939dcd7-e1a9-4d46-9522-9caf33236dab tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/quotas/b8e38ec3f92a47fe98829eb3d289cdb4 HTTP/1.1" status: 200 len: 375 time: 0.4929507 Jul 01 19:53:05.658897 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b3053-d379-4703-a705-66f85876d9d3 None None] Pushing event updated for resources: {'Port': ['ID=6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:05.687414 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] Checking router: 7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:53:05.688121 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] Updating router 7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b port 5355a7ae-4c16-4e26-bc96-c6681d00f176 binding host dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 19:53:05.738639 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e9127ff5-c348-4c10-aa50-678eae72841b admin admin] Publish callbacks [] for security_group (cfb8dc25-a0f9-405b-a8ea-4b5909389471), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:05.750601 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e9127ff5-c348-4c10-aa50-678eae72841b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (cfb8dc25-a0f9-405b-a8ea-4b5909389471), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:05.795285 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (5355a7ae-4c16-4e26-bc96-c6681d00f176), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:05.838186 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-e9127ff5-c348-4c10-aa50-678eae72841b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ba1ea012747e4a36badacb6d401c3735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6096318 Jul 01 19:53:05.846269 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 54254) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:05.878722 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9127ff5-c348-4c10-aa50-678eae72841b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb8dc25-a0f9-405b-a8ea-4b5909389471,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:05.898662 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-cb41d932-a499-4e42-8f1a-a36274b8249c admin admin] Publish callbacks [] for security_group (8d0105aa-c624-427d-ae8e-262637dfad34), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:05.952339 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-49de400d-bf05-48ff-a63c-df8fd8c5b460 req-044ea23f-a5c8-49ce-aab5-038c8e99c1f9 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 210 time: 0.1802068 Jul 01 19:53:05.987252 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c7f1bb80-278e-411b-ae2e-c3dbb27e1788 admin admin] Publish callbacks [] for security_group (cfb8dc25-a0f9-405b-a8ea-4b5909389471), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:06.028323 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-cb41d932-a499-4e42-8f1a-a36274b8249c admin admin] Publish callbacks [] for security_group (8d0105aa-c624-427d-ae8e-262637dfad34), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:06.050422 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c7f1bb80-278e-411b-ae2e-c3dbb27e1788 admin admin] Publish callbacks [] for security_group (cfb8dc25-a0f9-405b-a8ea-4b5909389471), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:06.142186 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-6d7b7243-a3e2-4303-b876-e5d201a19f7d tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8e38ec3f92a47fe98829eb3d289cdb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4946792 Jul 01 19:53:06.156111 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:06.174541 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-cb41d932-a499-4e42-8f1a-a36274b8249c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (8d0105aa-c624-427d-ae8e-262637dfad34), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:06.178193 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-cb41d932-a499-4e42-8f1a-a36274b8249c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:06.179540 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-cb41d932-a499-4e42-8f1a-a36274b8249c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8d0105aa-c624-427d-ae8e-262637dfad34 HTTP/1.1" status: 204 len: 168 time: 1.7460117 Jul 01 19:53:06.197870 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c7f1bb80-278e-411b-ae2e-c3dbb27e1788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (cfb8dc25-a0f9-405b-a8ea-4b5909389471), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:06.201563 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c7f1bb80-278e-411b-ae2e-c3dbb27e1788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:06.207241 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-c7f1bb80-278e-411b-ae2e-c3dbb27e1788 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cfb8dc25-a0f9-405b-a8ea-4b5909389471 HTTP/1.1" status: 204 len: 168 time: 0.3594344 Jul 01 19:53:06.221305 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1bb80-278e-411b-ae2e-c3dbb27e1788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb8dc25-a0f9-405b-a8ea-4b5909389471,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:06.286360 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-1750adc3-6f13-4ae6-b75e-d9a5cd3ecabb tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Allocated IP 172.20.0.7 (13dd580c-809a-4f73-9432-a6d0838269e1/b109ae2e-b5c6-4eef-8a69-a246d16af692/c14e2e69-9a6f-4043-8f05-6857744162f2) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:53:06.327633 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41d932-a499-4e42-8f1a-a36274b8249c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0105aa-c624-427d-ae8e-262637dfad34,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:06.487121 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a7b88acd-4f77-49f3-9233-2a601ac648f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (f12b6b29-ed7f-4598-bf64-32794236955d), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:06.518455 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a7b88acd-4f77-49f3-9233-2a601ac648f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:06.519695 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-a7b88acd-4f77-49f3-9233-2a601ac648f8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f12b6b29-ed7f-4598-bf64-32794236955d HTTP/1.1" status: 204 len: 168 time: 3.2626524 Jul 01 19:53:06.541192 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:06.588925 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-33c7e6e8-8fe6-4ee8-980d-ac4b0abbd8dd None None] Current status of the port ea0633f7-f0a0-4a40-abfd-8db578b8da37 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:06.614339 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b88acd-4f77-49f3-9233-2a601ac648f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12b6b29-ed7f-4598-bf64-32794236955d,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:06.628607 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-33c7e6e8-8fe6-4ee8-980d-ac4b0abbd8dd None None] Provisioning complete for port 6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:06.628881 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-33c7e6e8-8fe6-4ee8-980d-ac4b0abbd8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:06.638088 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-2dcc2622-8886-471e-8511-b8d26d83e30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:06.657192 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port ba7951e3-b026-49c7-8a88-11de1be77fd1 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:06.659749 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 004adf03-b733-4aff-86fd-9a09d2ce6b68 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:53:06.721078 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-a8900916-8322-4feb-926b-b676af17288e tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--2024459991&fields=id&tenant_id=025035b3b0b348d7acddfe456dd6a109 HTTP/1.1" status: 200 len: 267 time: 0.4266357 Jul 01 19:53:06.764603 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-7c21097f-8179-45cf-9674-b34463a566c2 service neutron] 10.222.0.66 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5940704 Jul 01 19:53:06.860346 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.60', 55409) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:06.948762 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:07.054190 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 004adf03-b733-4aff-86fd-9a09d2ce6b68 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:07.054869 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (004adf03-b733-4aff-86fd-9a09d2ce6b68), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:07.067153 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:07.138678 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.60', 55410) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:07.411900 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] Publish callbacks [] for port (5355a7ae-4c16-4e26-bc96-c6681d00f176), precommit_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:07.462367 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (5355a7ae-4c16-4e26-bc96-c6681d00f176), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:07.489553 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-c1fca8da-2ef6-4487-8b67-40ab7fdae9de tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:07.491310 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-c1fca8da-2ef6-4487-8b67-40ab7fdae9de tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.60 "GET /v2.0/networks?id=13dd580c-809a-4f73-9432-a6d0838269e1 HTTP/1.1" status: 200 len: 819 time: 0.6290753 Jul 01 19:53:07.512523 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-a7c78f6d-c1b9-4b03-8e69-1f9f548337ec tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Request body: {'port': {'device_id': 'a68aa76c-bae5-43da-9f08-50f825938444', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'admin_state_up': True, 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:53:07.646865 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-db0bf505-f2eb-4ca2-9728-342e30cfca82 service neutron] 10.222.0.66 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8812513 Jul 01 19:53:07.660779 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bbdda-cba8-4139-ac5c-43accdce7060 None None] Pushing event updated for resources: {'Port': ['ID=5355a7ae-4c16-4e26-bc96-c6681d00f176,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:07.674744 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-15c91e18-d6e8-464e-9db4-b4707d3ad63c tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:07.676291 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-15c91e18-d6e8-464e-9db4-b4707d3ad63c tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/networks?id=b31a2a85-453d-4d0b-bc1f-fd678ffc85ef HTTP/1.1" status: 200 len: 811 time: 0.9430621 Jul 01 19:53:07.689240 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-33c7e6e8-8fe6-4ee8-980d-ac4b0abbd8dd None None] Current status of the port 6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:07.730020 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-1750adc3-6f13-4ae6-b75e-d9a5cd3ecabb tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for port (c14e2e69-9a6f-4043-8f05-6857744162f2), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:07.827252 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-a07ab4dc-4613-4f9d-99fd-46b724106872 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/quotas/025035b3b0b348d7acddfe456dd6a109 HTTP/1.1" status: 200 len: 375 time: 0.1338003 Jul 01 19:53:07.927137 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-a7c78f6d-c1b9-4b03-8e69-1f9f548337ec tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Made reservation on behalf of 0ba0ddfd3efd41ee9687efe014c40bf0 for: {'port': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:53:07.947613 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-a7c78f6d-c1b9-4b03-8e69-1f9f548337ec tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:07.959017 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 004adf03-b733-4aff-86fd-9a09d2ce6b68 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:07.981084 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-11cc9e8a-1942-4070-ba82-75314cf62015 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:07.985611 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-11cc9e8a-1942-4070-ba82-75314cf62015 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.60 "GET /v2.0/networks?id=345d49d7-38ed-4bce-826c-0115d69ba214 HTTP/1.1" status: 200 len: 811 time: 0.8424191 Jul 01 19:53:07.998482 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] Attempting to bind port 5355a7ae-4c16-4e26-bc96-c6681d00f176 on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:53:08.000049 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] Attempting to bind port 5355a7ae-4c16-4e26-bc96-c6681d00f176 by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'f02bf9d1-ffb7-44b8-a9d1-fc167af55b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '345d49d7-38ed-4bce-826c-0115d69ba214'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:53:08.002308 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] Attempting to bind port 5355a7ae-4c16-4e26-bc96-c6681d00f176 on network 345d49d7-38ed-4bce-826c-0115d69ba214 {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:53:08.018909 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-365e5a08-6567-4221-bf75-c23526c33b1f tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Request body: {'port': {'device_id': 'c7f809d6-179b-4d3c-a955-d8aa4ad1ee38', 'network_id': '345d49d7-38ed-4bce-826c-0115d69ba214', 'admin_state_up': True, 'tenant_id': '2347fd8e4a1740fdb98218aa30c150e0'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:53:08.029856 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:53:08.031186 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] Checking segment: {'id': 'f02bf9d1-ffb7-44b8-a9d1-fc167af55b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '345d49d7-38ed-4bce-826c-0115d69ba214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:53:08.033103 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:08.035341 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] Bound using segment: {'id': 'f02bf9d1-ffb7-44b8-a9d1-fc167af55b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '345d49d7-38ed-4bce-826c-0115d69ba214'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:53:08.036895 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] Bound port: 5355a7ae-4c16-4e26-bc96-c6681d00f176, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02bf9d1-ffb7-44b8-a9d1-fc167af55b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '345d49d7-38ed-4bce-826c-0115d69ba214'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:53:08.039398 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (5355a7ae-4c16-4e26-bc96-c6681d00f176), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:08.214861 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-68f8d319-aee0-4a05-b4a2-f724022b02f2 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=025035b3b0b348d7acddfe456dd6a109&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3762174 Jul 01 19:53:08.281818 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-1750adc3-6f13-4ae6-b75e-d9a5cd3ecabb tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (c14e2e69-9a6f-4043-8f05-6857744162f2), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:08.371446 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-c54f308b-613f-4edf-a246-561fa730582f None None] Provisioning complete for port 5355a7ae-4c16-4e26-bc96-c6681d00f176 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:08.372231 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-c54f308b-613f-4edf-a246-561fa730582f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (5355a7ae-4c16-4e26-bc96-c6681d00f176), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:08.447131 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 54304) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:08.475833 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-c54f308b-613f-4edf-a246-561fa730582f None None] Port 5355a7ae-4c16-4e26-bc96-c6681d00f176 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:53:08.479283 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:53:08.483948 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] For port 5355a7ae-4c16-4e26-bc96-c6681d00f176, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:53:08.535008 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] For port 5355a7ae-4c16-4e26-bc96-c6681d00f176, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=5355a7ae-4c16-4e26-bc96-c6681d00f176,segment=NetworkSegment(f02bf9d1-ffb7-44b8-a9d1-fc167af55b69),segment_id=f02bf9d1-ffb7-44b8-a9d1-fc167af55b69)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:53:08.554868 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (5355a7ae-4c16-4e26-bc96-c6681d00f176), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:08.614688 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=100 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:08.650974 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] Routers {'7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:53:08.652136 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:52:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:53:08.781565 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-a7c78f6d-c1b9-4b03-8e69-1f9f548337ec tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Allocated IP 172.20.0.5 (13dd580c-809a-4f73-9432-a6d0838269e1/b109ae2e-b5c6-4eef-8a69-a246d16af692/644f4558-dca6-454f-9465-da30f533731d) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:53:08.797561 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] Set router 7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:53:08.881907 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d8ee1e56-8618-45a8-af62-f8c3f09b5f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:08.899525 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:08.900134 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:08.958966 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-1750adc3-6f13-4ae6-b75e-d9a5cd3ecabb tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Network 13dd580c-809a-4f73-9432-a6d0838269e1 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:53:08.989171 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-af9b5087-2c62-45f5-898d-795211ca9735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:09.036430 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bbdda-cba8-4139-ac5c-43accdce7060 None None] Pushing event updated for resources: {'Port': ['ID=5355a7ae-4c16-4e26-bc96-c6681d00f176,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:09.041140 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-1750adc3-6f13-4ae6-b75e-d9a5cd3ecabb tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:53:09.095948 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:09.144813 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-0610650f-46d4-43d1-8f62-af5d64676b68 None None] Provisioning complete for port 5355a7ae-4c16-4e26-bc96-c6681d00f176 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:09.145228 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-0610650f-46d4-43d1-8f62-af5d64676b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (5355a7ae-4c16-4e26-bc96-c6681d00f176), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:09.471463 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-af9b5087-2c62-45f5-898d-795211ca9735 admin admin] Publish callbacks [] for security_group (64cc1ba8-b90f-424e-8dea-0d0dfb08cc25), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:09.481545 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:09.496133 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dc690338-36b5-4c5e-8281-771d48dff2e2 req-4605d363-a339-4ed2-823d-88a8760be370 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 210 time: 1.0451467 Jul 01 19:53:09.515410 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-1750adc3-6f13-4ae6-b75e-d9a5cd3ecabb tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:53:09.541811 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-1750adc3-6f13-4ae6-b75e-d9a5cd3ecabb tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:09.542482 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-1750adc3-6f13-4ae6-b75e-d9a5cd3ecabb tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:09.624314 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-a7c78f6d-c1b9-4b03-8e69-1f9f548337ec tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for port (644f4558-dca6-454f-9465-da30f533731d), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:09.628864 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-af9b5087-2c62-45f5-898d-795211ca9735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (64cc1ba8-b90f-424e-8dea-0d0dfb08cc25), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:09.630540 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:09.682998 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:09.707114 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-a7c78f6d-c1b9-4b03-8e69-1f9f548337ec tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (644f4558-dca6-454f-9465-da30f533731d), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:09.754582 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-1750adc3-6f13-4ae6-b75e-d9a5cd3ecabb tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6823006 Jul 01 19:53:09.777173 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b5087-2c62-45f5-898d-795211ca9735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cc1ba8-b90f-424e-8dea-0d0dfb08cc25,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:09.781863 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750adc3-6f13-4ae6-b75e-d9a5cd3ecabb tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Pushing event updated for resources: {'Port': ['ID=c14e2e69-9a6f-4043-8f05-6857744162f2,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:09.792087 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-af9b5087-2c62-45f5-898d-795211ca9735 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1dbee72ef08445e68eab80dd266d2794&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3425457 Jul 01 19:53:09.817843 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-b2744937-163f-4a8f-a4e4-c1e39acbeae6 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=110544) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 19:53:09.819120 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-b2744937-163f-4a8f-a4e4-c1e39acbeae6 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0182321 Jul 01 19:53:09.821992 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 54338) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:09.943411 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-a7c78f6d-c1b9-4b03-8e69-1f9f548337ec tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Network 13dd580c-809a-4f73-9432-a6d0838269e1 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:53:09.964558 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-a7c78f6d-c1b9-4b03-8e69-1f9f548337ec tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:53:09.970132 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-a7c78f6d-c1b9-4b03-8e69-1f9f548337ec tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:53:09.984528 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-a7c78f6d-c1b9-4b03-8e69-1f9f548337ec tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:09.985499 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-a7c78f6d-c1b9-4b03-8e69-1f9f548337ec tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for port (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:10.065966 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-a7c78f6d-c1b9-4b03-8e69-1f9f548337ec tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5578978 Jul 01 19:53:10.079211 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:10.125329 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c78f6d-c1b9-4b03-8e69-1f9f548337ec tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Pushing event updated for resources: {'Port': ['ID=644f4558-dca6-454f-9465-da30f533731d,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:10.206117 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-66ebb014-f7c7-48f3-acc5-b0993b2665ad tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=110545) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 19:53:10.207249 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-66ebb014-f7c7-48f3-acc5-b0993b2665ad tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0228152 Jul 01 19:53:10.210842 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-92550e0e-0f25-4baf-8315-780c266c512c req-8000921a-5b7e-402f-a2f7-f413d4d23d15 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 210 time: 0.4062676 Jul 01 19:53:10.217486 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-365e5a08-6567-4221-bf75-c23526c33b1f tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Made reservation on behalf of 2347fd8e4a1740fdb98218aa30c150e0 for: {'port': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:53:10.226989 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-365e5a08-6567-4221-bf75-c23526c33b1f tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:10.286770 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-d679461e-e19a-492f-a224-c30327051e83 service neutron] 10.222.0.66 "GET /v2.0/networks/b31a2a85-453d-4d0b-bc1f-fd678ffc85ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0505295 Jul 01 19:53:10.388270 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-bc083f86-b72c-423f-ab04-1e2e85d4b641 admin admin] Publish callbacks [] for security_group (64cc1ba8-b90f-424e-8dea-0d0dfb08cc25), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:10.517053 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-900f3ae7-7b70-40b0-9c20-cd73759fa825 req-4f2b4112-95bd-4235-8551-f8a0ac396afc tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 210 time: 0.0929544 Jul 01 19:53:10.524277 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-0610650f-46d4-43d1-8f62-af5d64676b68 None None] Current status of the port 5355a7ae-4c16-4e26-bc96-c6681d00f176 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:10.525146 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-0610650f-46d4-43d1-8f62-af5d64676b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (5355a7ae-4c16-4e26-bc96-c6681d00f176), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:10.574189 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:10.637942 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:10.639104 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device c155756c-9d1c-4f5a-a981-32c24d9044b1 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:53:10.639896 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-bc083f86-b72c-423f-ab04-1e2e85d4b641 admin admin] Publish callbacks [] for security_group (64cc1ba8-b90f-424e-8dea-0d0dfb08cc25), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:10.796719 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port c155756c-9d1c-4f5a-a981-32c24d9044b1 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:10.797120 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (c155756c-9d1c-4f5a-a981-32c24d9044b1), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:10.812050 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b', 'name': 'tempest-DeleteServersTestJSON-571019164-router', 'tenant_id': '2347fd8e4a1740fdb98218aa30c150e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c155756c-9d1c-4f5a-a981-32c24d9044b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:52:54Z', 'revision_number': 4, 'project_id': '2347fd8e4a1740fdb98218aa30c150e0', 'gw_port': {'id': 'c155756c-9d1c-4f5a-a981-32c24d9044b1', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:44Z', 'updated_at': '2022-07-01T19:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '5355a7ae-4c16-4e26-bc96-c6681d00f176', 'name': '', 'network_id': '345d49d7-38ed-4bce-826c-0115d69ba214', 'tenant_id': '2347fd8e4a1740fdb98218aa30c150e0', 'mac_address': 'fa:16:3e:1a:19:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '854e10d5-8143-4840-aef8-4655cb92e7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:51Z', 'updated_at': '2022-07-01T19:53:08Z', 'revision_number': 4, 'project_id': '2347fd8e4a1740fdb98218aa30c150e0', 'subnets': [{'id': '854e10d5-8143-4840-aef8-4655cb92e7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:53:10.859419 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-0610650f-46d4-43d1-8f62-af5d64676b68 None None] For port 5355a7ae-4c16-4e26-bc96-c6681d00f176, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=5355a7ae-4c16-4e26-bc96-c6681d00f176,segment=NetworkSegment(f02bf9d1-ffb7-44b8-a9d1-fc167af55b69),segment_id=f02bf9d1-ffb7-44b8-a9d1-fc167af55b69)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:10.860745 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-f44eb0e8-4dae-40ff-adf0-cd49c98fedd8 service neutron] 10.222.0.66 "GET /v2.0/networks/b31a2a85-453d-4d0b-bc1f-fd678ffc85ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723648 Jul 01 19:53:10.920482 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-0610650f-46d4-43d1-8f62-af5d64676b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (5355a7ae-4c16-4e26-bc96-c6681d00f176), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:10.923172 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb50561-1bc9-4cbc-b598-b0f25a72b65d None None] The sync data for ids ['7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b'] in dv-cinder-844601-7-iscsi is: [{'id': '7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b', 'name': 'tempest-DeleteServersTestJSON-571019164-router', 'tenant_id': '2347fd8e4a1740fdb98218aa30c150e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c155756c-9d1c-4f5a-a981-32c24d9044b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:52:54Z', 'revision_number': 4, 'project_id': '2347fd8e4a1740fdb98218aa30c150e0', 'gw_port': {'id': 'c155756c-9d1c-4f5a-a981-32c24d9044b1', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:44Z', 'updated_at': '2022-07-01T19:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '5355a7ae-4c16-4e26-bc96-c6681d00f176', 'name': '', 'network_id': '345d49d7-38ed-4bce-826c-0115d69ba214', 'tenant_id': '2347fd8e4a1740fdb98218aa30c150e0', 'mac_address': 'fa:16:3e:1a:19:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '854e10d5-8143-4840-aef8-4655cb92e7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:51Z', 'updated_at': '2022-07-01T19:53:08Z', 'revision_number': 4, 'project_id': '2347fd8e4a1740fdb98218aa30c150e0', 'subnets': [{'id': '854e10d5-8143-4840-aef8-4655cb92e7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:53:10.962999 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282a7a1-72fa-4571-90c9-83b623c772dd req-d445e831-4117-48ae-a1fd-9a1eb020e2e1 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:10.965428 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5282a7a1-72fa-4571-90c9-83b623c772dd req-d445e831-4117-48ae-a1fd-9a1eb020e2e1 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 931 time: 0.2532496 Jul 01 19:53:11.050826 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-bc083f86-b72c-423f-ab04-1e2e85d4b641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (64cc1ba8-b90f-424e-8dea-0d0dfb08cc25), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:11.058474 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-bc083f86-b72c-423f-ab04-1e2e85d4b641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:11.071525 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-bc083f86-b72c-423f-ab04-1e2e85d4b641 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/64cc1ba8-b90f-424e-8dea-0d0dfb08cc25 HTTP/1.1" status: 204 len: 168 time: 1.2212021 Jul 01 19:53:11.143006 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.60', 55417) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:11.259794 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-75c74a6d-e378-4ecc-a40e-d2ffa641ccd5 None None] Provisioning complete for port 644f4558-dca6-454f-9465-da30f533731d triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:11.260322 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-75c74a6d-e378-4ecc-a40e-d2ffa641ccd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (644f4558-dca6-454f-9465-da30f533731d), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:11.445090 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-75c74a6d-e378-4ecc-a40e-d2ffa641ccd5 None None] Port 644f4558-dca6-454f-9465-da30f533731d cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:53:11.639702 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:11.651622 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:11.671867 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:11.674799 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-709eb54d-4e72-4768-b376-b6fb8c398b09 service neutron] Request body: {'port': {'device_id': 'e1148781-931f-4460-a8e3-7f3654799ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:53:11.688231 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610650f-46d4-43d1-8f62-af5d64676b68 None None] Pushing event updated for resources: {'Port': ['ID=5355a7ae-4c16-4e26-bc96-c6681d00f176,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:11.713552 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-75c74a6d-e378-4ecc-a40e-d2ffa641ccd5 None None] Provisioning complete for port c14e2e69-9a6f-4043-8f05-6857744162f2 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:11.713983 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-75c74a6d-e378-4ecc-a40e-d2ffa641ccd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (c14e2e69-9a6f-4043-8f05-6857744162f2), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:11.732089 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port c155756c-9d1c-4f5a-a981-32c24d9044b1 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:11.733314 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device ea0633f7-f0a0-4a40-abfd-8db578b8da37 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:53:11.794476 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc083f86-b72c-423f-ab04-1e2e85d4b641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cc1ba8-b90f-424e-8dea-0d0dfb08cc25,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:11.807217 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-ba75ab57-5d6b-4891-b33a-eb9d1d69fdf1 service neutron] Request body: {'port': {'device_id': 'a68aa76c-bae5-43da-9f08-50f825938444', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:53:11.822613 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-14ccb8a1-8969-4f65-887d-51244ee6f3b3 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:11.825652 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-14ccb8a1-8969-4f65-887d-51244ee6f3b3 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.60 "GET /v2.0/networks?id=7e9d88c7-2969-402f-b3c2-096acc062b79 HTTP/1.1" status: 200 len: 817 time: 0.6745596 Jul 01 19:53:11.860223 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-365e5a08-6567-4221-bf75-c23526c33b1f tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Allocated IP 172.20.0.11 (345d49d7-38ed-4bce-826c-0115d69ba214/854e10d5-8143-4840-aef8-4655cb92e7f6/e95ca826-2651-40ec-803c-c0c94b2615d4) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:53:11.956327 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-709eb54d-4e72-4768-b376-b6fb8c398b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (c14e2e69-9a6f-4043-8f05-6857744162f2), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:12.029948 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-75c74a6d-e378-4ecc-a40e-d2ffa641ccd5 None None] Port c14e2e69-9a6f-4043-8f05-6857744162f2 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:53:12.033628 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port ea0633f7-f0a0-4a40-abfd-8db578b8da37 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:12.033930 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (ea0633f7-f0a0-4a40-abfd-8db578b8da37), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:12.044341 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e295dfd5-3bd6-4af9-b83f-f7182627485a req-16717fb0-2c56-4539-bfe4-6b060395259a tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 210 time: 0.2779474 Jul 01 19:53:12.161213 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-814a420b-be72-447b-9ab0-1efb5c29d4ed tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8e38ec3f92a47fe98829eb3d289cdb4 HTTP/1.1" status: 200 len: 380 time: 0.2062793 Jul 01 19:53:12.284808 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-ddece4f2-8120-4e2d-9bc8-559989e910b5 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Request body: {'port': {'device_id': '4fe1a243-f161-4e1a-ada3-d5ef02346b96', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'admin_state_up': True, 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'security_groups': ['c27c56a0-57a1-4cdf-8519-c6e59cb5ae71']}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:53:12.293504 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-ba75ab57-5d6b-4891-b33a-eb9d1d69fdf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (644f4558-dca6-454f-9465-da30f533731d), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:12.390580 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port ea0633f7-f0a0-4a40-abfd-8db578b8da37 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:12.391753 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 3817e95a-3b31-4110-af83-d45b4090fcbf up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:53:12.424551 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5282a7a1-72fa-4571-90c9-83b623c772dd req-db5dcf5c-9ad8-4661-8ef5-35a6656ed412 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4532249 Jul 01 19:53:12.459482 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-49e04f92-eb47-423f-a37f-90120d6a6bcf req-04e4db99-b431-4749-bd0e-c56d539632d1 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 210 time: 0.1942921 Jul 01 19:53:12.490265 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:12.511355 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 3817e95a-3b31-4110-af83-d45b4090fcbf triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:12.514162 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (3817e95a-3b31-4110-af83-d45b4090fcbf), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:12.741201 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1057aace-817b-4b45-a7bc-6df56184bb63 req-622d9403-7e9f-4864-96f7-d2c1e165019f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 210 time: 0.0668626 Jul 01 19:53:12.847738 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-ddece4f2-8120-4e2d-9bc8-559989e910b5 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Made reservation on behalf of b8e38ec3f92a47fe98829eb3d289cdb4 for: {'port': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:53:12.858166 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-ddece4f2-8120-4e2d-9bc8-559989e910b5 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:12.919398 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 3817e95a-3b31-4110-af83-d45b4090fcbf is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:12.933834 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:12.983295 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-365e5a08-6567-4221-bf75-c23526c33b1f tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Publish callbacks [] for port (e95ca826-2651-40ec-803c-c0c94b2615d4), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:13.126825 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-365e5a08-6567-4221-bf75-c23526c33b1f tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (e95ca826-2651-40ec-803c-c0c94b2615d4), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:13.241940 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 5355a7ae-4c16-4e26-bc96-c6681d00f176 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:53:13.347622 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-365e5a08-6567-4221-bf75-c23526c33b1f tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Network 345d49d7-38ed-4bce-826c-0115d69ba214 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:53:13.434869 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 5355a7ae-4c16-4e26-bc96-c6681d00f176 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:13.435232 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (5355a7ae-4c16-4e26-bc96-c6681d00f176), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:13.440371 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:13.449794 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-365e5a08-6567-4221-bf75-c23526c33b1f tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:53:13.469708 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-365e5a08-6567-4221-bf75-c23526c33b1f tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:53:13.491979 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-365e5a08-6567-4221-bf75-c23526c33b1f tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:13.494827 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-365e5a08-6567-4221-bf75-c23526c33b1f tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:13.584472 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e5a08-6567-4221-bf75-c23526c33b1f tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Pushing event updated for resources: {'Port': ['ID=e95ca826-2651-40ec-803c-c0c94b2615d4,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:13.692968 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df3eb1-fdd2-41f3-af9c-d9346094ef0a req-40bf140c-3ca5-4e49-84b1-c12af8241297 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:13.708694 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d3df3eb1-fdd2-41f3-af9c-d9346094ef0a req-40bf140c-3ca5-4e49-84b1-c12af8241297 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 932 time: 0.4396911 Jul 01 19:53:13.826765 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 5355a7ae-4c16-4e26-bc96-c6681d00f176 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:13.835771 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-365e5a08-6567-4221-bf75-c23526c33b1f tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8330984 Jul 01 19:53:14.005948 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-709eb54d-4e72-4768-b376-b6fb8c398b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14e2e69-9a6f-4043-8f05-6857744162f2 {{(pid=110545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:53:14.043807 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-ddece4f2-8120-4e2d-9bc8-559989e910b5 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Allocated IP 172.20.0.6 (7e9d88c7-2969-402f-b3c2-096acc062b79/76c01db0-193d-4246-8c54-cae6849bb14c/93dfc642-870b-4bec-b7c3-31efe44f78c4) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:53:14.062431 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-709eb54d-4e72-4768-b376-b6fb8c398b09 service neutron] Publish callbacks [] for port (c14e2e69-9a6f-4043-8f05-6857744162f2), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:14.074190 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f5d2f-2b2c-4e7a-b07c-46c1c4d8050d req-4a7102df-5216-4c9a-9007-bf578aa8e29a tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:14.077438 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:14.080373 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1d5f5d2f-2b2c-4e7a-b07c-46c1c4d8050d req-4a7102df-5216-4c9a-9007-bf578aa8e29a tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 931 time: 0.3469436 Jul 01 19:53:14.109780 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d7f3e453-b33b-4e11-ba3e-9ace6303a29f None None] Provisioning complete for port e95ca826-2651-40ec-803c-c0c94b2615d4 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:14.113405 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d7f3e453-b33b-4e11-ba3e-9ace6303a29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (e95ca826-2651-40ec-803c-c0c94b2615d4), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:14.135843 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-3dea6b52-969c-4819-9994-6acd100796ea service neutron] Request body: {'port': {'device_id': 'c7f809d6-179b-4d3c-a955-d8aa4ad1ee38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:53:14.210947 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.provisioning_blocks [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-709eb54d-4e72-4768-b376-b6fb8c398b09 service neutron] Transition to ACTIVE for port object c14e2e69-9a6f-4043-8f05-6857744162f2 will not be triggered until provisioned by entity L2. {{(pid=110545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 19:53:14.239321 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d7f3e453-b33b-4e11-ba3e-9ace6303a29f None None] Port e95ca826-2651-40ec-803c-c0c94b2615d4 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:53:14.272198 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.60', 55421) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:14.284842 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-709eb54d-4e72-4768-b376-b6fb8c398b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (c14e2e69-9a6f-4043-8f05-6857744162f2), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:14.447131 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1d5f5d2f-2b2c-4e7a-b07c-46c1c4d8050d req-bb7dd912-6cd1-4e85-8464-26965406d645 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302886 Jul 01 19:53:14.647315 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:14.772634 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d3df3eb1-fdd2-41f3-af9c-d9346094ef0a req-07214edb-e0bb-40f8-ac1d-aa85731a36a7 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/security-groups?id=c848bf84-1169-420b-9985-6a8203118d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0359714 Jul 01 19:53:14.962942 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.managers [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-709eb54d-4e72-4768-b376-b6fb8c398b09 service neutron] Attempting to bind port c14e2e69-9a6f-4043-8f05-6857744162f2 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:53:14.963155 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.managers [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-709eb54d-4e72-4768-b376-b6fb8c398b09 service neutron] Attempting to bind port c14e2e69-9a6f-4043-8f05-6857744162f2 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'f7426a8c-6e96-4728-a1d7-524475ad5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1'}] {{(pid=110545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:53:14.963369 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-709eb54d-4e72-4768-b376-b6fb8c398b09 service neutron] Attempting to bind port c14e2e69-9a6f-4043-8f05-6857744162f2 on network 13dd580c-809a-4f73-9432-a6d0838269e1 {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:53:14.964235 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-3dea6b52-969c-4819-9994-6acd100796ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (e95ca826-2651-40ec-803c-c0c94b2615d4), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:14.967744 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-43824986-7519-4d0d-bdf1-c5525787f272 req-4a55499c-ceec-4c56-9752-9e6a2524883d tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 210 time: 0.1845710 Jul 01 19:53:14.978723 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-ba75ab57-5d6b-4891-b33a-eb9d1d69fdf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 644f4558-dca6-454f-9465-da30f533731d {{(pid=110544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:53:14.980633 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709eb54d-4e72-4768-b376-b6fb8c398b09 service neutron] Pushing event updated for resources: {'Port': ['ID=c14e2e69-9a6f-4043-8f05-6857744162f2,revision_number=2']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:14.990774 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-ba75ab57-5d6b-4891-b33a-eb9d1d69fdf1 service neutron] Publish callbacks [] for port (644f4558-dca6-454f-9465-da30f533731d), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:15.008794 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-709eb54d-4e72-4768-b376-b6fb8c398b09 service neutron] Port c14e2e69-9a6f-4043-8f05-6857744162f2 on network 13dd580c-809a-4f73-9432-a6d0838269e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 19:53:15.011057 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-709eb54d-4e72-4768-b376-b6fb8c398b09 service neutron] Attempting to bind port c14e2e69-9a6f-4043-8f05-6857744162f2 on network 13dd580c-809a-4f73-9432-a6d0838269e1 {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:53:15.040736 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-709eb54d-4e72-4768-b376-b6fb8c398b09 service neutron] Checking agent: {'id': '080768a1-72cc-47dc-9460-2bcdea095798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'started_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:53:15.041839 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-709eb54d-4e72-4768-b376-b6fb8c398b09 service neutron] Checking segment: {'id': 'f7426a8c-6e96-4728-a1d7-524475ad5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:53:15.042779 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-709eb54d-4e72-4768-b376-b6fb8c398b09 service neutron] Bound using segment: {'id': 'f7426a8c-6e96-4728-a1d7-524475ad5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1'} {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:53:15.043551 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.managers [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-709eb54d-4e72-4768-b376-b6fb8c398b09 service neutron] Bound port: c14e2e69-9a6f-4043-8f05-6857744162f2, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7426a8c-6e96-4728-a1d7-524475ad5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1'}}] {{(pid=110545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:53:15.044103 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-709eb54d-4e72-4768-b376-b6fb8c398b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (c14e2e69-9a6f-4043-8f05-6857744162f2), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:15.076785 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-172a7ec3-d151-4b8f-8261-13ec8908365e req-1792cdd8-7744-4f07-81a4-9d80428755e9 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 210 time: 0.0893323 Jul 01 19:53:15.083589 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.provisioning_blocks [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-ba75ab57-5d6b-4891-b33a-eb9d1d69fdf1 service neutron] Transition to ACTIVE for port object 644f4558-dca6-454f-9465-da30f533731d will not be triggered until provisioned by entity L2. {{(pid=110544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 19:53:15.097409 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-ba75ab57-5d6b-4891-b33a-eb9d1d69fdf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (644f4558-dca6-454f-9465-da30f533731d), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:15.171913 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:15.176054 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75ab57-5d6b-4891-b33a-eb9d1d69fdf1 service neutron] Pushing event updated for resources: {'Port': ['ID=644f4558-dca6-454f-9465-da30f533731d,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:15.195770 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:15.232594 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-709eb54d-4e72-4768-b376-b6fb8c398b09 service neutron] For port c14e2e69-9a6f-4043-8f05-6857744162f2, host hv-cinder-84460, cleared binding levels {{(pid=110545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:53:15.271529 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-709eb54d-4e72-4768-b376-b6fb8c398b09 service neutron] For port c14e2e69-9a6f-4043-8f05-6857744162f2, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=c14e2e69-9a6f-4043-8f05-6857744162f2,segment=NetworkSegment(f7426a8c-6e96-4728-a1d7-524475ad5e61),segment_id=f7426a8c-6e96-4728-a1d7-524475ad5e61)] {{(pid=110545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:53:15.320956 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-709eb54d-4e72-4768-b376-b6fb8c398b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (c14e2e69-9a6f-4043-8f05-6857744162f2), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:15.410062 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-1b036ba3-4234-4b8f-9b90-2d71b468567e tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:15.411753 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-1b036ba3-4234-4b8f-9b90-2d71b468567e tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.60 "GET /v2.0/networks?id=b31a2a85-453d-4d0b-bc1f-fd678ffc85ef HTTP/1.1" status: 200 len: 811 time: 1.1347466 Jul 01 19:53:15.470179 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-709eb54d-4e72-4768-b376-b6fb8c398b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:15.471052 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-709eb54d-4e72-4768-b376-b6fb8c398b09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for port (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:15.472645 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-709eb54d-4e72-4768-b376-b6fb8c398b09 service neutron] 10.222.0.60 "PUT /v2.0/ports/c14e2e69-9a6f-4043-8f05-6857744162f2 HTTP/1.1" status: 200 len: 1093 time: 4.5430007 Jul 01 19:53:15.480366 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1148781-931f-4460-a8e3-7f3654799ce7', 'tag': 'c14e2e69-9a6f-4043-8f05-6857744162f2'}] {{(pid=110545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:53:15.723567 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-ddece4f2-8120-4e2d-9bc8-559989e910b5 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:15.761380 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:15.796633 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709eb54d-4e72-4768-b376-b6fb8c398b09 service neutron] Pushing event updated for resources: {'Port': ['ID=c14e2e69-9a6f-4043-8f05-6857744162f2,revision_number=3']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:15.973903 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-ba75ab57-5d6b-4891-b33a-eb9d1d69fdf1 service neutron] Attempting to bind port 644f4558-dca6-454f-9465-da30f533731d on host hv-cinder-84460 for vnic_type normal with profile {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:53:15.974378 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-ba75ab57-5d6b-4891-b33a-eb9d1d69fdf1 service neutron] Attempting to bind port 644f4558-dca6-454f-9465-da30f533731d by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'f7426a8c-6e96-4728-a1d7-524475ad5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1'}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:53:15.974627 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-ba75ab57-5d6b-4891-b33a-eb9d1d69fdf1 service neutron] Attempting to bind port 644f4558-dca6-454f-9465-da30f533731d on network 13dd580c-809a-4f73-9432-a6d0838269e1 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:53:16.070530 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-10e6a67e-9015-48e6-aff5-38b5f5749135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:16.076991 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-10e6a67e-9015-48e6-aff5-38b5f5749135 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ba0ddfd3efd41ee9687efe014c40bf0&device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 1127 time: 0.3657248 Jul 01 19:53:16.110148 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-aac75de2-99a4-4222-8597-97d0bd73e7f5 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=025035b3b0b348d7acddfe456dd6a109 HTTP/1.1" status: 200 len: 380 time: 0.6701705 Jul 01 19:53:16.151301 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c186e9-a691-4755-803c-b5424826f402 req-14253445-3681-4693-af3d-7e7efe4de5a0 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:16.153164 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-01c186e9-a691-4755-803c-b5424826f402 req-14253445-3681-4693-af3d-7e7efe4de5a0 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 943 time: 0.4692526 Jul 01 19:53:16.157129 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-ba75ab57-5d6b-4891-b33a-eb9d1d69fdf1 service neutron] Port 644f4558-dca6-454f-9465-da30f533731d on network 13dd580c-809a-4f73-9432-a6d0838269e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 19:53:16.157471 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-ba75ab57-5d6b-4891-b33a-eb9d1d69fdf1 service neutron] Attempting to bind port 644f4558-dca6-454f-9465-da30f533731d on network 13dd580c-809a-4f73-9432-a6d0838269e1 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:53:16.316286 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-68f6a3bd-5d3b-45d9-9c75-99d017c1cb19 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Request body: {'port': {'device_id': 'c1a80874-00ef-4d4b-8ef0-7a604ed7458e', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'admin_state_up': True, 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'security_groups': ['1800a8f7-0d71-44f2-b4d6-47c89fde8804']}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:53:16.438528 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-3dea6b52-969c-4819-9994-6acd100796ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95ca826-2651-40ec-803c-c0c94b2615d4 {{(pid=110544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:53:16.458756 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-3dea6b52-969c-4819-9994-6acd100796ea service neutron] Publish callbacks [] for port (e95ca826-2651-40ec-803c-c0c94b2615d4), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:16.523589 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.provisioning_blocks [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-3dea6b52-969c-4819-9994-6acd100796ea service neutron] Transition to ACTIVE for port object e95ca826-2651-40ec-803c-c0c94b2615d4 will not be triggered until provisioned by entity L2. {{(pid=110544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 19:53:16.535723 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-3dea6b52-969c-4819-9994-6acd100796ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (e95ca826-2651-40ec-803c-c0c94b2615d4), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:16.578189 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-ddece4f2-8120-4e2d-9bc8-559989e910b5 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:16.590292 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-ba75ab57-5d6b-4891-b33a-eb9d1d69fdf1 service neutron] Checking agent: {'id': '080768a1-72cc-47dc-9460-2bcdea095798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'started_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:53:16.593442 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-ba75ab57-5d6b-4891-b33a-eb9d1d69fdf1 service neutron] Checking segment: {'id': 'f7426a8c-6e96-4728-a1d7-524475ad5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:53:16.594165 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-ba75ab57-5d6b-4891-b33a-eb9d1d69fdf1 service neutron] Bound using segment: {'id': 'f7426a8c-6e96-4728-a1d7-524475ad5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1'} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:53:16.594703 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-ba75ab57-5d6b-4891-b33a-eb9d1d69fdf1 service neutron] Bound port: 644f4558-dca6-454f-9465-da30f533731d, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7426a8c-6e96-4728-a1d7-524475ad5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1'}}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:53:16.595133 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-ba75ab57-5d6b-4891-b33a-eb9d1d69fdf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (644f4558-dca6-454f-9465-da30f533731d), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:16.618801 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-ddece4f2-8120-4e2d-9bc8-559989e910b5 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Network 7e9d88c7-2969-402f-b3c2-096acc062b79 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:53:16.624871 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-c67c68eb-dc8d-4fd9-a934-44203d52e876 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c14e2e69-9a6f-4043-8f05-6857744162f2 HTTP/1.1" status: 200 len: 217 time: 0.4686000 Jul 01 19:53:16.640233 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcb8287ee1e4b298a834a36a05516dc05427937f10d56c225ffa2f4d88459ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2083e9a4-d4c4-41ab-9827-a904db37a352" -d '{"events": [{"name": "network-changed", "server_uuid": "e1148781-931f-4460-a8e3-7f3654799ce7", "tag": "c14e2e69-9a6f-4043-8f05-6857744162f2"}]}' {{(pid=110545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:53:16.650449 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-ddece4f2-8120-4e2d-9bc8-559989e910b5 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:53:16.657108 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-ddece4f2-8120-4e2d-9bc8-559989e910b5 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:53:16.662338 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-ddece4f2-8120-4e2d-9bc8-559989e910b5 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:16.662904 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-ddece4f2-8120-4e2d-9bc8-559989e910b5 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for port (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:16.755908 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4caf5-6a6b-48a3-85a2-350249948767 req-b13c3a50-e0a3-48ff-958a-25c08ec2863b tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:16.765994 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6af4caf5-6a6b-48a3-85a2-350249948767 req-b13c3a50-e0a3-48ff-958a-25c08ec2863b tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 932 time: 0.8166125 Jul 01 19:53:16.856668 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 54534) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:17.070253 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:17.106288 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-ba75ab57-5d6b-4891-b33a-eb9d1d69fdf1 service neutron] For port 644f4558-dca6-454f-9465-da30f533731d, host hv-cinder-84460, cleared binding levels {{(pid=110544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:53:17.111094 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-ba75ab57-5d6b-4891-b33a-eb9d1d69fdf1 service neutron] For port 644f4558-dca6-454f-9465-da30f533731d, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=644f4558-dca6-454f-9465-da30f533731d,segment=NetworkSegment(f7426a8c-6e96-4728-a1d7-524475ad5e61),segment_id=f7426a8c-6e96-4728-a1d7-524475ad5e61)] {{(pid=110544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:53:17.212491 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-ddece4f2-8120-4e2d-9bc8-559989e910b5 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9520345 Jul 01 19:53:17.229297 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-207ddbb8-37ba-4ba0-8c7c-820f75178b2d None None] Provisioning complete for port 93dfc642-870b-4bec-b7c3-31efe44f78c4 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:17.230227 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-207ddbb8-37ba-4ba0-8c7c-820f75178b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:17.248047 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea6b52-969c-4819-9994-6acd100796ea service neutron] Pushing event updated for resources: {'Port': ['ID=e95ca826-2651-40ec-803c-c0c94b2615d4,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:17.272749 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-54ef57b6-a291-4d8e-8635-a3eede8e0139 service neutron] Request body: {'port': {'device_id': '4fe1a243-f161-4e1a-ada3-d5ef02346b96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:53:17.330756 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=100 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:17.349810 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddece4f2-8120-4e2d-9bc8-559989e910b5 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Pushing event updated for resources: {'Port': ['ID=93dfc642-870b-4bec-b7c3-31efe44f78c4,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:17.384400 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-207ddbb8-37ba-4ba0-8c7c-820f75178b2d None None] Port 93dfc642-870b-4bec-b7c3-31efe44f78c4 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:53:17.392428 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6af4caf5-6a6b-48a3-85a2-350249948767 req-d5b856cb-b3c2-495f-8dba-0aeabc9994dd tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/security-groups?id=c848bf84-1169-420b-9985-6a8203118d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5953534 Jul 01 19:53:17.393717 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-ba75ab57-5d6b-4891-b33a-eb9d1d69fdf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (644f4558-dca6-454f-9465-da30f533731d), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:17.459214 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-68f6a3bd-5d3b-45d9-9c75-99d017c1cb19 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Made reservation on behalf of 025035b3b0b348d7acddfe456dd6a109 for: {'port': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:53:17.480550 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-68f6a3bd-5d3b-45d9-9c75-99d017c1cb19 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:17.586343 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-38854fe0-16d7-4ac6-a0cb-90c6823e05c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:17.590976 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-38854fe0-16d7-4ac6-a0cb-90c6823e05c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b109ae2e-b5c6-4eef-8a69-a246d16af692 HTTP/1.1" status: 200 len: 858 time: 0.8922260 Jul 01 19:53:17.593491 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:17.611640 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75ab57-5d6b-4891-b33a-eb9d1d69fdf1 service neutron] Pushing event updated for resources: {'Port': ['ID=644f4558-dca6-454f-9465-da30f533731d,revision_number=3']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:17.647635 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-01c186e9-a691-4755-803c-b5424826f402 req-93af1cd1-2ca1-4e56-94be-fee8296b2d29 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4780967 Jul 01 19:53:18.044517 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-54ef57b6-a291-4d8e-8635-a3eede8e0139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:18.062061 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-2df8b252-5572-4e4f-aea1-de1c43025e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:18.063680 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-2df8b252-5572-4e4f-aea1-de1c43025e64 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=13dd580c-809a-4f73-9432-a6d0838269e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4559848 Jul 01 19:53:18.093358 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-3dea6b52-969c-4819-9994-6acd100796ea service neutron] Attempting to bind port e95ca826-2651-40ec-803c-c0c94b2615d4 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:53:18.094027 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-3dea6b52-969c-4819-9994-6acd100796ea service neutron] Attempting to bind port e95ca826-2651-40ec-803c-c0c94b2615d4 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'f02bf9d1-ffb7-44b8-a9d1-fc167af55b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '345d49d7-38ed-4bce-826c-0115d69ba214'}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:53:18.094513 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-3dea6b52-969c-4819-9994-6acd100796ea service neutron] Attempting to bind port e95ca826-2651-40ec-803c-c0c94b2615d4 on network 345d49d7-38ed-4bce-826c-0115d69ba214 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:53:18.126180 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-27006bd5-0c7e-4cd4-8537-576c7243b161 req-0f2f2b76-6cba-4515-b084-d99fc7828f06 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 210 time: 0.5177591 Jul 01 19:53:18.162130 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-3dea6b52-969c-4819-9994-6acd100796ea service neutron] Port e95ca826-2651-40ec-803c-c0c94b2615d4 on network 345d49d7-38ed-4bce-826c-0115d69ba214 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 19:53:18.163341 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-3dea6b52-969c-4819-9994-6acd100796ea service neutron] Attempting to bind port e95ca826-2651-40ec-803c-c0c94b2615d4 on network 345d49d7-38ed-4bce-826c-0115d69ba214 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:53:18.197814 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-3dea6b52-969c-4819-9994-6acd100796ea service neutron] Checking agent: {'id': '080768a1-72cc-47dc-9460-2bcdea095798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'started_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:53:18.198521 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-3dea6b52-969c-4819-9994-6acd100796ea service neutron] Checking segment: {'id': 'f02bf9d1-ffb7-44b8-a9d1-fc167af55b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '345d49d7-38ed-4bce-826c-0115d69ba214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:53:18.199075 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-3dea6b52-969c-4819-9994-6acd100796ea service neutron] Bound using segment: {'id': 'f02bf9d1-ffb7-44b8-a9d1-fc167af55b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '345d49d7-38ed-4bce-826c-0115d69ba214'} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:53:18.199772 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-3dea6b52-969c-4819-9994-6acd100796ea service neutron] Bound port: e95ca826-2651-40ec-803c-c0c94b2615d4, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f02bf9d1-ffb7-44b8-a9d1-fc167af55b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '345d49d7-38ed-4bce-826c-0115d69ba214'}}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:53:18.200331 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-3dea6b52-969c-4819-9994-6acd100796ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (e95ca826-2651-40ec-803c-c0c94b2615d4), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:18.211560 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-b8e60a79-4b3d-4193-a854-2041fa2e801a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:18.225210 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-ba75ab57-5d6b-4891-b33a-eb9d1d69fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:18.227498 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-ba75ab57-5d6b-4891-b33a-eb9d1d69fdf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:18.242844 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-ba75ab57-5d6b-4891-b33a-eb9d1d69fdf1 service neutron] 10.222.0.60 "PUT /v2.0/ports/644f4558-dca6-454f-9465-da30f533731d HTTP/1.1" status: 200 len: 1093 time: 7.3055103 Jul 01 19:53:18.262900 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68aa76c-bae5-43da-9f08-50f825938444', 'tag': '644f4558-dca6-454f-9465-da30f533731d'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:53:18.727390 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48839cb1-ac31-401e-9f8e-77ab50a32aa7 req-74b06cef-5272-4275-bd5b-4aba71025136 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:18.729481 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-48839cb1-ac31-401e-9f8e-77ab50a32aa7 req-74b06cef-5272-4275-bd5b-4aba71025136 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 931 time: 0.6310735 Jul 01 19:53:18.820434 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:18.837945 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dd2f32-9ca3-4603-93b1-8cee32dbf9f3" -d '{"events": [{"name": "network-changed", "server_uuid": "a68aa76c-bae5-43da-9f08-50f825938444", "tag": "644f4558-dca6-454f-9465-da30f533731d"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:53:18.842782 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:18.843871 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1301950d-a10c-41b1-87db-51e5f8406fdf x-openstack-request-id: req-1301950d-a10c-41b1-87db-51e5f8406fdf {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:53:18.844423 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1148781-931f-4460-a8e3-7f3654799ce7", "tag": "c14e2e69-9a6f-4043-8f05-6857744162f2", "status": "completed", "code": 200}]} {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:53:18.844423 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1301950d-a10c-41b1-87db-51e5f8406fdf {{(pid=110545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:53:18.844978 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1301950d-a10c-41b1-87db-51e5f8406fdf'] response: {'name': 'network-changed', 'server_uuid': 'e1148781-931f-4460-a8e3-7f3654799ce7', 'tag': 'c14e2e69-9a6f-4043-8f05-6857744162f2', 'status': 'completed', 'code': 200} Jul 01 19:53:18.858327 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:18.880273 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-fec17b3e-1bfc-48c5-8e0a-79deae891b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:18.880688 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-fec17b3e-1bfc-48c5-8e0a-79deae891b2f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ba0ddfd3efd41ee9687efe014c40bf0&device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 1127 time: 0.3713598 Jul 01 19:53:18.916860 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=12 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:18.955944 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-3dea6b52-969c-4819-9994-6acd100796ea service neutron] For port e95ca826-2651-40ec-803c-c0c94b2615d4, host hv-cinder-84460, cleared binding levels {{(pid=110544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:53:18.959655 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-3dea6b52-969c-4819-9994-6acd100796ea service neutron] For port e95ca826-2651-40ec-803c-c0c94b2615d4, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=e95ca826-2651-40ec-803c-c0c94b2615d4,segment=NetworkSegment(f02bf9d1-ffb7-44b8-a9d1-fc167af55b69),segment_id=f02bf9d1-ffb7-44b8-a9d1-fc167af55b69)] {{(pid=110544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:53:18.966499 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-54ef57b6-a291-4d8e-8635-a3eede8e0139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93dfc642-870b-4bec-b7c3-31efe44f78c4 {{(pid=110545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:53:18.985740 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:18.988236 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-54ef57b6-a291-4d8e-8635-a3eede8e0139 service neutron] Publish callbacks [] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:19.007193 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-68f6a3bd-5d3b-45d9-9c75-99d017c1cb19 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Allocated IP 172.20.0.3 (b31a2a85-453d-4d0b-bc1f-fd678ffc85ef/8be3e6b8-9cb2-4563-96d1-aa493dda5517/230a6a60-1da3-425e-8ff1-35512f5f96c2) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:53:19.039191 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6371639-4547-483d-b64a-a3da5f18019b req-34b17d06-00dc-423a-b1d3-0a7f48b1daed tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:19.043681 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c6371639-4547-483d-b64a-a3da5f18019b req-34b17d06-00dc-423a-b1d3-0a7f48b1daed tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 944 time: 0.1542356 Jul 01 19:53:19.059742 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.provisioning_blocks [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-54ef57b6-a291-4d8e-8635-a3eede8e0139 service neutron] Transition to ACTIVE for port object 93dfc642-870b-4bec-b7c3-31efe44f78c4 will not be triggered until provisioned by entity L2. {{(pid=110545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 19:53:19.070910 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-54ef57b6-a291-4d8e-8635-a3eede8e0139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:19.117511 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-b8e60a79-4b3d-4193-a854-2041fa2e801a admin admin] Publish callbacks [] for security_group (a529bb64-eccb-4871-9802-85d6e14573d1), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:19.123209 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-3dea6b52-969c-4819-9994-6acd100796ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (e95ca826-2651-40ec-803c-c0c94b2615d4), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:19.136995 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-4c5e7b28-090b-44aa-be5e-bcdb15f5cf49 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=644f4558-dca6-454f-9465-da30f533731d HTTP/1.1" status: 200 len: 217 time: 0.2265124 Jul 01 19:53:19.157717 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-ce6ed9d1-cf0b-4bc0-9d9a-8f20f08e2ed6 service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735964 Jul 01 19:53:19.162135 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-b8e60a79-4b3d-4193-a854-2041fa2e801a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (a529bb64-eccb-4871-9802-85d6e14573d1), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:19.169278 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef57b6-a291-4d8e-8635-a3eede8e0139 service neutron] Pushing event updated for resources: {'Port': ['ID=93dfc642-870b-4bec-b7c3-31efe44f78c4,revision_number=2']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:19.255318 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.managers [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-54ef57b6-a291-4d8e-8635-a3eede8e0139 service neutron] Attempting to bind port 93dfc642-870b-4bec-b7c3-31efe44f78c4 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:53:19.256464 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.managers [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-54ef57b6-a291-4d8e-8635-a3eede8e0139 service neutron] Attempting to bind port 93dfc642-870b-4bec-b7c3-31efe44f78c4 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '5d68873e-3f85-40c5-96cd-ad37b7501d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79'}] {{(pid=110545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:53:19.256933 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-54ef57b6-a291-4d8e-8635-a3eede8e0139 service neutron] Attempting to bind port 93dfc642-870b-4bec-b7c3-31efe44f78c4 on network 7e9d88c7-2969-402f-b3c2-096acc062b79 {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:53:19.257059 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-3dea6b52-969c-4819-9994-6acd100796ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:19.257649 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-3dea6b52-969c-4819-9994-6acd100796ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:19.259617 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-3dea6b52-969c-4819-9994-6acd100796ea service neutron] 10.222.0.60 "PUT /v2.0/ports/e95ca826-2651-40ec-803c-c0c94b2615d4 HTTP/1.1" status: 200 len: 1094 time: 5.1595900 Jul 01 19:53:19.295151 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-48839cb1-ac31-401e-9f8e-77ab50a32aa7 req-43aaa387-745f-4b3b-acf5-9692864858cb tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5501320 Jul 01 19:53:19.301521 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-54ef57b6-a291-4d8e-8635-a3eede8e0139 service neutron] Port 93dfc642-870b-4bec-b7c3-31efe44f78c4 on network 7e9d88c7-2969-402f-b3c2-096acc062b79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 19:53:19.303363 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-54ef57b6-a291-4d8e-8635-a3eede8e0139 service neutron] Attempting to bind port 93dfc642-870b-4bec-b7c3-31efe44f78c4 on network 7e9d88c7-2969-402f-b3c2-096acc062b79 {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:53:19.326965 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c6371639-4547-483d-b64a-a3da5f18019b req-2627fe99-fd26-4194-8550-7f703fc7465d tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/security-groups?id=c848bf84-1169-420b-9985-6a8203118d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059302 Jul 01 19:53:19.328010 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e60a79-4b3d-4193-a854-2041fa2e801a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a529bb64-eccb-4871-9802-85d6e14573d1,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:19.333310 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-54ef57b6-a291-4d8e-8635-a3eede8e0139 service neutron] Checking agent: {'id': '080768a1-72cc-47dc-9460-2bcdea095798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'started_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:53:19.333674 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-54ef57b6-a291-4d8e-8635-a3eede8e0139 service neutron] Checking segment: {'id': '5d68873e-3f85-40c5-96cd-ad37b7501d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:53:19.334056 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-54ef57b6-a291-4d8e-8635-a3eede8e0139 service neutron] Bound using segment: {'id': '5d68873e-3f85-40c5-96cd-ad37b7501d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79'} {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:53:19.334500 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.managers [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-54ef57b6-a291-4d8e-8635-a3eede8e0139 service neutron] Bound port: 93dfc642-870b-4bec-b7c3-31efe44f78c4, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d68873e-3f85-40c5-96cd-ad37b7501d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79'}}] {{(pid=110545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:53:19.334857 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-54ef57b6-a291-4d8e-8635-a3eede8e0139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:19.336165 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-b8e60a79-4b3d-4193-a854-2041fa2e801a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2bc78a09cde84f10b2c33fa7a2332f92&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4753029 Jul 01 19:53:19.339032 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea6b52-969c-4819-9994-6acd100796ea service neutron] Pushing event updated for resources: {'Port': ['ID=e95ca826-2651-40ec-803c-c0c94b2615d4,revision_number=3']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:19.343035 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 54616) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:19.530645 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-54ef57b6-a291-4d8e-8635-a3eede8e0139 service neutron] For port 93dfc642-870b-4bec-b7c3-31efe44f78c4, host hv-cinder-84460, cleared binding levels {{(pid=110545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:53:19.540496 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-54ef57b6-a291-4d8e-8635-a3eede8e0139 service neutron] For port 93dfc642-870b-4bec-b7c3-31efe44f78c4, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=93dfc642-870b-4bec-b7c3-31efe44f78c4,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:53:19.590719 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-54ef57b6-a291-4d8e-8635-a3eede8e0139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:19.669984 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b7015-dec6-4ae5-ae18-47dad526b242 req-99649d49-748a-4911-9f3b-83d5cc2f27fd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:19.676706 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8b4b7015-dec6-4ae5-ae18-47dad526b242 req-99649d49-748a-4911-9f3b-83d5cc2f27fd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 943 time: 0.1928861 Jul 01 19:53:19.683114 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-5690e645-040e-4941-8449-816ac09f10c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:19.684601 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-5690e645-040e-4941-8449-816ac09f10c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2347fd8e4a1740fdb98218aa30c150e0&device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 1128 time: 0.1805954 Jul 01 19:53:19.696080 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-55919081-72bf-4afd-8a34-0693adab890a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:19.697555 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-55919081-72bf-4afd-8a34-0693adab890a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b109ae2e-b5c6-4eef-8a69-a246d16af692 HTTP/1.1" status: 200 len: 858 time: 0.2913744 Jul 01 19:53:19.733276 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-68f6a3bd-5d3b-45d9-9c75-99d017c1cb19 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for port (230a6a60-1da3-425e-8ff1-35512f5f96c2), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:19.741345 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-54ef57b6-a291-4d8e-8635-a3eede8e0139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:19.742013 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-54ef57b6-a291-4d8e-8635-a3eede8e0139 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for port (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:19.744013 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-54ef57b6-a291-4d8e-8635-a3eede8e0139 service neutron] 10.222.0.60 "PUT /v2.0/ports/93dfc642-870b-4bec-b7c3-31efe44f78c4 HTTP/1.1" status: 200 len: 1093 time: 2.4936197 Jul 01 19:53:19.748393 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-281412a0-54a3-4cb5-b0ff-eb8693c38255 admin admin] Publish callbacks [] for security_group (a529bb64-eccb-4871-9802-85d6e14573d1), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:19.759021 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef57b6-a291-4d8e-8635-a3eede8e0139 service neutron] Pushing event updated for resources: {'Port': ['ID=93dfc642-870b-4bec-b7c3-31efe44f78c4,revision_number=3']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:19.769194 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:19.802587 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-f2183618-7d4d-4766-9bf8-55b861c17904 req-8806a21d-7952-455b-acc0-3a64939eebb9 service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490561 Jul 01 19:53:19.807542 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-ff61e8ad-9636-4c0d-8ee9-f2b251553f46 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e95ca826-2651-40ec-803c-c0c94b2615d4 HTTP/1.1" status: 200 len: 217 time: 0.1089017 Jul 01 19:53:19.817484 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74aec93-2990-4739-be5c-c8124d58886d x-openstack-request-id: req-d74aec93-2990-4739-be5c-c8124d58886d {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:53:19.817887 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68aa76c-bae5-43da-9f08-50f825938444", "tag": "644f4558-dca6-454f-9465-da30f533731d", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:53:19.818070 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d74aec93-2990-4739-be5c-c8124d58886d {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:53:19.818506 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d74aec93-2990-4739-be5c-c8124d58886d'] response: {'name': 'network-changed', 'server_uuid': 'a68aa76c-bae5-43da-9f08-50f825938444', 'tag': '644f4558-dca6-454f-9465-da30f533731d', 'status': 'completed', 'code': 200} Jul 01 19:53:19.885122 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-281412a0-54a3-4cb5-b0ff-eb8693c38255 admin admin] Publish callbacks [] for security_group (a529bb64-eccb-4871-9802-85d6e14573d1), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:19.909494 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-d8c4687f-a0a8-4b85-aa36-109e54e12f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:19.911078 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-d8c4687f-a0a8-4b85-aa36-109e54e12f86 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8e38ec3f92a47fe98829eb3d289cdb4&device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 1127 time: 0.0842993 Jul 01 19:53:19.933402 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-68f6a3bd-5d3b-45d9-9c75-99d017c1cb19 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (230a6a60-1da3-425e-8ff1-35512f5f96c2), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:19.991226 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-68f6a3bd-5d3b-45d9-9c75-99d017c1cb19 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Network b31a2a85-453d-4d0b-bc1f-fd678ffc85ef is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:53:20.015855 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-68f6a3bd-5d3b-45d9-9c75-99d017c1cb19 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:53:20.016634 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:20.020494 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-68f6a3bd-5d3b-45d9-9c75-99d017c1cb19 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:53:20.026431 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-68f6a3bd-5d3b-45d9-9c75-99d017c1cb19 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:20.027062 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-68f6a3bd-5d3b-45d9-9c75-99d017c1cb19 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for port (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:20.045312 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6a3bd-5d3b-45d9-9c75-99d017c1cb19 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Pushing event updated for resources: {'Port': ['ID=230a6a60-1da3-425e-8ff1-35512f5f96c2,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:20.060396 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-52f7af14-5d04-40f8-b902-679521662d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:20.062342 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-52f7af14-5d04-40f8-b902-679521662d2b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=13dd580c-809a-4f73-9432-a6d0838269e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3576944 Jul 01 19:53:20.067492 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-68f6a3bd-5d3b-45d9-9c75-99d017c1cb19 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9128115 Jul 01 19:53:20.079990 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8b4b7015-dec6-4ae5-ae18-47dad526b242 req-526a8974-b70a-450f-9a39-be88c0150273 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022326 Jul 01 19:53:20.104601 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd565e-1613-420b-9ff4-c87194f71d5e req-f99a0af7-7c5c-406b-8907-b3c3e78e4592 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:20.106472 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a4bd565e-1613-420b-9ff4-c87194f71d5e req-f99a0af7-7c5c-406b-8907-b3c3e78e4592 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 931 time: 0.1690159 Jul 01 19:53:20.109217 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-762e8793-ef78-48a0-8aca-03f843f9e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:20.110904 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-762e8793-ef78-48a0-8aca-03f843f9e52a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=854e10d5-8143-4840-aef8-4655cb92e7f6 HTTP/1.1" status: 200 len: 850 time: 0.2822745 Jul 01 19:53:20.164554 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-281412a0-54a3-4cb5-b0ff-eb8693c38255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (a529bb64-eccb-4871-9802-85d6e14573d1), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:20.174065 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-281412a0-54a3-4cb5-b0ff-eb8693c38255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:20.175485 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-281412a0-54a3-4cb5-b0ff-eb8693c38255 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a529bb64-eccb-4871-9802-85d6e14573d1 HTTP/1.1" status: 204 len: 168 time: 0.8306134 Jul 01 19:53:20.248795 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a4bd565e-1613-420b-9ff4-c87194f71d5e req-0acf2f00-35a8-4933-a4c9-bf7d8762375d tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338043 Jul 01 19:53:20.251701 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281412a0-54a3-4cb5-b0ff-eb8693c38255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a529bb64-eccb-4871-9802-85d6e14573d1,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:20.570405 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 54666) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:20.592135 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-61903f4b-9142-40c7-a916-5b84618b0e2a None None] Provisioning complete for port 230a6a60-1da3-425e-8ff1-35512f5f96c2 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:20.592940 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-61903f4b-9142-40c7-a916-5b84618b0e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (230a6a60-1da3-425e-8ff1-35512f5f96c2), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:20.597018 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62975d11-e170-4de9-8193-cf4093264a4e req-9fa88013-fa4d-49a3-ad7f-03a9d4a674f6 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:20.607731 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-62975d11-e170-4de9-8193-cf4093264a4e req-9fa88013-fa4d-49a3-ad7f-03a9d4a674f6 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.1397908 Jul 01 19:53:20.625224 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:20.626553 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba6041-7f31-4fcd-90e0-5f6882641f44 req-1ab7b5b4-7be6-4646-9bc1-809806cafcb8 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:20.628264 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1bba6041-7f31-4fcd-90e0-5f6882641f44 req-1ab7b5b4-7be6-4646-9bc1-809806cafcb8 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 944 time: 0.1430786 Jul 01 19:53:20.661337 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-61903f4b-9142-40c7-a916-5b84618b0e2a None None] Port 230a6a60-1da3-425e-8ff1-35512f5f96c2 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:53:20.696182 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-62975d11-e170-4de9-8193-cf4093264a4e req-3bb2efbd-2ef9-4c3c-bef7-5e64925d7c47 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877860 Jul 01 19:53:20.726464 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1bba6041-7f31-4fcd-90e0-5f6882641f44 req-56fa0dd3-d6ff-41fc-8f11-864e57fddceb tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/security-groups?id=c848bf84-1169-420b-9985-6a8203118d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863223 Jul 01 19:53:20.730503 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5443cecb-4d1f-4652-bdde-066e06d6436d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:20.733431 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:20.804180 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 54674) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:20.820892 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-979c24ae-a7e8-4d29-80a1-517126067b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:20.832752 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:20.833436 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5443cecb-4d1f-4652-bdde-066e06d6436d admin admin] Publish callbacks [] for security_group (ebaf7727-a525-43a1-8dfe-a0f620ad4967), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:20.838860 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5443cecb-4d1f-4652-bdde-066e06d6436d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (ebaf7727-a525-43a1-8dfe-a0f620ad4967), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:20.853391 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe1a243-f161-4e1a-ada3-d5ef02346b96', 'tag': '93dfc642-870b-4bec-b7c3-31efe44f78c4'}] {{(pid=110545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:53:20.855339 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcb8287ee1e4b298a834a36a05516dc05427937f10d56c225ffa2f4d88459ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b524529d-7328-4350-8b1d-ae84cd16b6e9" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe1a243-f161-4e1a-ada3-d5ef02346b96", "tag": "93dfc642-870b-4bec-b7c3-31efe44f78c4"}]}' {{(pid=110545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:53:20.905147 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443cecb-4d1f-4652-bdde-066e06d6436d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebaf7727-a525-43a1-8dfe-a0f620ad4967,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:20.917822 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-5443cecb-4d1f-4652-bdde-066e06d6436d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b70f786b912248f7ab167a39bf7c1f70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3463049 Jul 01 19:53:20.920732 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 54680) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:20.944048 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-979c24ae-a7e8-4d29-80a1-517126067b6e admin admin] Publish callbacks [] for security_group (7607dec4-6d6d-406c-ac5c-fffac2faf4d4), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:20.947316 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-88eddfa8-ebb6-41e0-b772-440c05964087 service neutron] Request body: {'port': {'device_id': 'c1a80874-00ef-4d4b-8ef0-7a604ed7458e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:53:20.966140 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-979c24ae-a7e8-4d29-80a1-517126067b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (7607dec4-6d6d-406c-ac5c-fffac2faf4d4), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:21.010787 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 54684) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:21.029610 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681276e2-dc15-4be4-a71f-dfa907f0ecdd x-openstack-request-id: req-681276e2-dc15-4be4-a71f-dfa907f0ecdd {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:53:21.029943 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe1a243-f161-4e1a-ada3-d5ef02346b96", "tag": "93dfc642-870b-4bec-b7c3-31efe44f78c4", "status": "completed", "code": 200}]} {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:53:21.030121 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-681276e2-dc15-4be4-a71f-dfa907f0ecdd {{(pid=110545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:53:21.030670 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.notifiers.nova [-] Nova event matching ['req-681276e2-dc15-4be4-a71f-dfa907f0ecdd'] response: {'name': 'network-changed', 'server_uuid': '4fe1a243-f161-4e1a-ada3-d5ef02346b96', 'tag': '93dfc642-870b-4bec-b7c3-31efe44f78c4', 'status': 'completed', 'code': 200} Jul 01 19:53:21.057560 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-a4870c16-a157-4be2-a86c-8fe004d661f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93dfc642-870b-4bec-b7c3-31efe44f78c4 HTTP/1.1" status: 200 len: 217 time: 0.1238725 Jul 01 19:53:21.094757 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-d1fd2ac0-53e8-4e5b-a09a-41c13c786873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:21.096305 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-d1fd2ac0-53e8-4e5b-a09a-41c13c786873 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=345d49d7-38ed-4bce-826c-0115d69ba214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1486998 Jul 01 19:53:21.100988 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-979c24ae-a7e8-4d29-80a1-517126067b6e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=22623461dc0245a5afbda0f49e80f161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954531 Jul 01 19:53:21.104074 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c24ae-a7e8-4d29-80a1-517126067b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7607dec4-6d6d-406c-ac5c-fffac2faf4d4,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:21.106416 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 54688) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:21.248403 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-941a09f2-90e7-4a41-b2bd-ff7ca6046079 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:21.333381 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083e9a4-d4c4-41ab-9827-a904db37a352 req-513565bf-4275-4a85-b432-63a245b33793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:21.334913 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-2083e9a4-d4c4-41ab-9827-a904db37a352 req-513565bf-4275-4a85-b432-63a245b33793 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ba0ddfd3efd41ee9687efe014c40bf0&device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 1127 time: 0.3518193 Jul 01 19:53:21.387190 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-88eddfa8-ebb6-41e0-b772-440c05964087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (230a6a60-1da3-425e-8ff1-35512f5f96c2), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:21.419493 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-21b29f97-c53d-4b05-beab-f76766c4ed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:21.420981 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-21b29f97-c53d-4b05-beab-f76766c4ed53 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=76c01db0-193d-4246-8c54-cae6849bb14c HTTP/1.1" status: 200 len: 856 time: 0.3548620 Jul 01 19:53:21.469991 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9d3118bb-7ff3-4e8c-ab7a-4a871d990f96 admin admin] Publish callbacks [] for security_group (ebaf7727-a525-43a1-8dfe-a0f620ad4967), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:21.475301 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-df73d375-3420-4c89-8d0f-e9c5dab5eb70 service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294809 Jul 01 19:53:21.517815 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad117d62-ecce-4bb5-98b0-ac1b593b2849 req-ed6e8881-ad96-4810-9900-2fd2a46f3c95 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:21.519275 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ad117d62-ecce-4bb5-98b0-ac1b593b2849 req-ed6e8881-ad96-4810-9900-2fd2a46f3c95 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 943 time: 0.3340631 Jul 01 19:53:21.553819 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0879959a-dc3c-4d5d-90bd-a3833c993709 admin admin] Publish callbacks [] for security_group (7607dec4-6d6d-406c-ac5c-fffac2faf4d4), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:21.575383 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:21.612463 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-6f45b409-6f45-460a-8377-3ca54c804ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:21.613907 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-6f45b409-6f45-460a-8377-3ca54c804ecb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9d88c7-2969-402f-b3c2-096acc062b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1720767 Jul 01 19:53:21.636705 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9d3118bb-7ff3-4e8c-ab7a-4a871d990f96 admin admin] Publish callbacks [] for security_group (ebaf7727-a525-43a1-8dfe-a0f620ad4967), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:21.669958 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba318302-58b6-4ac7-8204-b177854879d8 req-ae33c476-5414-45fd-92e7-b90a7e7248b2 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:21.670555 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083e9a4-d4c4-41ab-9827-a904db37a352 req-132d4b70-6a96-466f-877e-7e68de6deaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:21.671523 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ba318302-58b6-4ac7-8204-b177854879d8 req-ae33c476-5414-45fd-92e7-b90a7e7248b2 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 931 time: 0.1896000 Jul 01 19:53:21.671651 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-2083e9a4-d4c4-41ab-9827-a904db37a352 req-132d4b70-6a96-466f-877e-7e68de6deaad service neutron] 10.222.0.60 "GET /v2.0/networks?id=13dd580c-809a-4f73-9432-a6d0838269e1 HTTP/1.1" status: 200 len: 920 time: 0.3248901 Jul 01 19:53:21.686454 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-5528da61-bc59-424b-9d27-b448ff1e2001 service neutron] 10.222.0.60 "GET /v2.0/networks/345d49d7-38ed-4bce-826c-0115d69ba214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791123 Jul 01 19:53:21.692440 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0879959a-dc3c-4d5d-90bd-a3833c993709 admin admin] Publish callbacks [] for security_group (7607dec4-6d6d-406c-ac5c-fffac2faf4d4), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:21.791472 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:21.802196 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-2083e9a4-d4c4-41ab-9827-a904db37a352 req-dd80e8d1-a341-494b-beae-5e89c115bbb1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c14e2e69-9a6f-4043-8f05-6857744162f2 HTTP/1.1" status: 200 len: 217 time: 0.0845432 Jul 01 19:53:21.823008 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f809d6-179b-4d3c-a955-d8aa4ad1ee38', 'tag': 'e95ca826-2651-40ec-803c-c0c94b2615d4'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:53:21.825834 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16123d70-be0f-4ea5-94d6-6733a7c7753d" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f809d6-179b-4d3c-a955-d8aa4ad1ee38", "tag": "e95ca826-2651-40ec-803c-c0c94b2615d4"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:53:21.830778 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ad117d62-ecce-4bb5-98b0-ac1b593b2849 req-3eae29d2-1721-48f4-806e-2bc1a392e6c2 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946718 Jul 01 19:53:21.854986 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c205bcf4-9fdb-4298-bf96-274c6733c480 req-8e08c7ea-74ad-4e63-83eb-b91bc7b791f3 service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659394 Jul 01 19:53:21.910322 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:21.923861 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:21.931184 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-941a09f2-90e7-4a41-b2bd-ff7ca6046079 admin admin] Publish callbacks [] for security_group (751c4c0d-4030-4612-9cc2-c016ceeefa5d), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:21.944630 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ba318302-58b6-4ac7-8204-b177854879d8 req-52406f72-a25a-4a47-93da-ac237cc9d7f8 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560985 Jul 01 19:53:21.967019 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-941a09f2-90e7-4a41-b2bd-ff7ca6046079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (751c4c0d-4030-4612-9cc2-c016ceeefa5d), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:21.992739 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-7dfab607-6c47-4b62-b9f0-fe0e2bc7fceb service neutron] 10.222.0.60 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645577 Jul 01 19:53:21.998900 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083e9a4-d4c4-41ab-9827-a904db37a352 req-41a53008-fc7b-4626-9bdf-6580b55a90ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:22.000377 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-2083e9a4-d4c4-41ab-9827-a904db37a352 req-41a53008-fc7b-4626-9bdf-6580b55a90ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b109ae2e-b5c6-4eef-8a69-a246d16af692 HTTP/1.1" status: 200 len: 858 time: 0.1676092 Jul 01 19:53:22.015051 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9d3118bb-7ff3-4e8c-ab7a-4a871d990f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (ebaf7727-a525-43a1-8dfe-a0f620ad4967), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:22.017848 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9d3118bb-7ff3-4e8c-ab7a-4a871d990f96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:22.018466 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0879959a-dc3c-4d5d-90bd-a3833c993709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (7607dec4-6d6d-406c-ac5c-fffac2faf4d4), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:22.021301 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-9d3118bb-7ff3-4e8c-ab7a-4a871d990f96 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ebaf7727-a525-43a1-8dfe-a0f620ad4967 HTTP/1.1" status: 204 len: 168 time: 1.0967276 Jul 01 19:53:22.021446 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0879959a-dc3c-4d5d-90bd-a3833c993709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:22.022130 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-0879959a-dc3c-4d5d-90bd-a3833c993709 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7607dec4-6d6d-406c-ac5c-fffac2faf4d4 HTTP/1.1" status: 204 len: 168 time: 0.9102266 Jul 01 19:53:22.044478 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3118bb-7ff3-4e8c-ab7a-4a871d990f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebaf7727-a525-43a1-8dfe-a0f620ad4967,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:22.052765 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-edd6f3b9-0bf2-4be3-9dc1-4d46eedaaa6e req-aed17560-f066-40ef-bcad-1db309d136e5 service neutron] 10.222.0.60 "GET /v2.0/networks/345d49d7-38ed-4bce-826c-0115d69ba214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523536 Jul 01 19:53:22.062116 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 54720) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:22.070748 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-941a09f2-90e7-4a41-b2bd-ff7ca6046079 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f97e11323fba4bd6ba4f55b97a3b14e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0579360 Jul 01 19:53:22.074587 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a09f2-90e7-4a41-b2bd-ff7ca6046079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751c4c0d-4030-4612-9cc2-c016ceeefa5d,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:22.109726 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6bb19-bfb4-4330-bd6b-72e7a27d2187 req-fb399304-c41a-4d1e-affc-8fd075c45301 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:22.128188 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-22a6bb19-bfb4-4330-bd6b-72e7a27d2187 req-fb399304-c41a-4d1e-affc-8fd075c45301 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.2008481 Jul 01 19:53:22.167312 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879959a-dc3c-4d5d-90bd-a3833c993709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7607dec4-6d6d-406c-ac5c-fffac2faf4d4,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:22.191610 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-88eddfa8-ebb6-41e0-b772-440c05964087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 230a6a60-1da3-425e-8ff1-35512f5f96c2 {{(pid=110545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:53:22.203968 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-3f11cf36-b68d-4cfa-9329-e74448bea142 admin admin] Publish callbacks [] for security_group (751c4c0d-4030-4612-9cc2-c016ceeefa5d), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:22.207169 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-88eddfa8-ebb6-41e0-b772-440c05964087 service neutron] Publish callbacks [] for port (230a6a60-1da3-425e-8ff1-35512f5f96c2), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:22.237365 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a085e-16ff-4c7f-92fb-d84d5ad8349e req-07322ea3-984f-4cb4-baec-76231586e7a6 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:22.245115 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.provisioning_blocks [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-88eddfa8-ebb6-41e0-b772-440c05964087 service neutron] Transition to ACTIVE for port object 230a6a60-1da3-425e-8ff1-35512f5f96c2 will not be triggered until provisioned by entity L2. {{(pid=110545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 19:53:22.246380 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b98a085e-16ff-4c7f-92fb-d84d5ad8349e req-07322ea3-984f-4cb4-baec-76231586e7a6 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 944 time: 0.1145868 Jul 01 19:53:22.247905 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-3f11cf36-b68d-4cfa-9329-e74448bea142 admin admin] Publish callbacks [] for security_group (751c4c0d-4030-4612-9cc2-c016ceeefa5d), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:22.268748 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-88eddfa8-ebb6-41e0-b772-440c05964087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (230a6a60-1da3-425e-8ff1-35512f5f96c2), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:22.287168 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-22a6bb19-bfb4-4330-bd6b-72e7a27d2187 req-e1b80701-13ae-42a8-a27c-8dfb0317a3d8 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577663 Jul 01 19:53:22.356226 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eddfa8-ebb6-41e0-b772-440c05964087 service neutron] Pushing event updated for resources: {'Port': ['ID=230a6a60-1da3-425e-8ff1-35512f5f96c2,revision_number=2']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:22.392014 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe5b727-bf30-4411-ae0c-1abb73250dff x-openstack-request-id: req-0fe5b727-bf30-4411-ae0c-1abb73250dff {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:53:22.392302 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f809d6-179b-4d3c-a955-d8aa4ad1ee38", "tag": "e95ca826-2651-40ec-803c-c0c94b2615d4", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:53:22.392655 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0fe5b727-bf30-4411-ae0c-1abb73250dff {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:53:22.393098 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe5b727-bf30-4411-ae0c-1abb73250dff'] response: {'name': 'network-changed', 'server_uuid': 'c7f809d6-179b-4d3c-a955-d8aa4ad1ee38', 'tag': 'e95ca826-2651-40ec-803c-c0c94b2615d4', 'status': 'completed', 'code': 200} Jul 01 19:53:22.406016 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b98a085e-16ff-4c7f-92fb-d84d5ad8349e req-11e6e01b-b598-406a-a352-319a6fda10db tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/security-groups?id=c848bf84-1169-420b-9985-6a8203118d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584873 Jul 01 19:53:22.430313 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.managers [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-88eddfa8-ebb6-41e0-b772-440c05964087 service neutron] Attempting to bind port 230a6a60-1da3-425e-8ff1-35512f5f96c2 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:53:22.431306 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.managers [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-88eddfa8-ebb6-41e0-b772-440c05964087 service neutron] Attempting to bind port 230a6a60-1da3-425e-8ff1-35512f5f96c2 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '0b411177-2154-4372-8183-0472605c751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef'}] {{(pid=110545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:53:22.431673 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-88eddfa8-ebb6-41e0-b772-440c05964087 service neutron] Attempting to bind port 230a6a60-1da3-425e-8ff1-35512f5f96c2 on network b31a2a85-453d-4d0b-bc1f-fd678ffc85ef {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:53:22.436120 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-3f11cf36-b68d-4cfa-9329-e74448bea142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (751c4c0d-4030-4612-9cc2-c016ceeefa5d), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:22.438803 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-3f11cf36-b68d-4cfa-9329-e74448bea142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:22.442817 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-3f11cf36-b68d-4cfa-9329-e74448bea142 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/751c4c0d-4030-4612-9cc2-c016ceeefa5d HTTP/1.1" status: 204 len: 168 time: 0.3769321 Jul 01 19:53:22.445698 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-88eddfa8-ebb6-41e0-b772-440c05964087 service neutron] Port 230a6a60-1da3-425e-8ff1-35512f5f96c2 on network b31a2a85-453d-4d0b-bc1f-fd678ffc85ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 19:53:22.446027 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-88eddfa8-ebb6-41e0-b772-440c05964087 service neutron] Attempting to bind port 230a6a60-1da3-425e-8ff1-35512f5f96c2 on network b31a2a85-453d-4d0b-bc1f-fd678ffc85ef {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:53:22.455958 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11cf36-b68d-4cfa-9329-e74448bea142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751c4c0d-4030-4612-9cc2-c016ceeefa5d,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:22.459624 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-88eddfa8-ebb6-41e0-b772-440c05964087 service neutron] Checking agent: {'id': '080768a1-72cc-47dc-9460-2bcdea095798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'started_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:53:22.460008 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-88eddfa8-ebb6-41e0-b772-440c05964087 service neutron] Checking segment: {'id': '0b411177-2154-4372-8183-0472605c751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:53:22.460385 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-88eddfa8-ebb6-41e0-b772-440c05964087 service neutron] Bound using segment: {'id': '0b411177-2154-4372-8183-0472605c751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef'} {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:53:22.460974 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.managers [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-88eddfa8-ebb6-41e0-b772-440c05964087 service neutron] Bound port: 230a6a60-1da3-425e-8ff1-35512f5f96c2, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b411177-2154-4372-8183-0472605c751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef'}}] {{(pid=110545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:53:22.461278 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-88eddfa8-ebb6-41e0-b772-440c05964087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (230a6a60-1da3-425e-8ff1-35512f5f96c2), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:22.642903 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd2f32-9ca3-4603-93b1-8cee32dbf9f3 req-0a880bb8-7e47-476a-9ad1-703c4db6e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:22.644528 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e4dd2f32-9ca3-4603-93b1-8cee32dbf9f3 req-0a880bb8-7e47-476a-9ad1-703c4db6e9dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ba0ddfd3efd41ee9687efe014c40bf0&device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 1127 time: 0.0681221 Jul 01 19:53:22.708201 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-88eddfa8-ebb6-41e0-b772-440c05964087 service neutron] For port 230a6a60-1da3-425e-8ff1-35512f5f96c2, host hv-cinder-84460, cleared binding levels {{(pid=110545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:53:22.762009 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083e9a4-d4c4-41ab-9827-a904db37a352 req-320dae40-5e3b-4572-b44d-f7f8f63e7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:22.763541 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-2083e9a4-d4c4-41ab-9827-a904db37a352 req-320dae40-5e3b-4572-b44d-f7f8f63e7777 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=13dd580c-809a-4f73-9432-a6d0838269e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1613011 Jul 01 19:53:22.769988 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-88eddfa8-ebb6-41e0-b772-440c05964087 service neutron] For port 230a6a60-1da3-425e-8ff1-35512f5f96c2, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=230a6a60-1da3-425e-8ff1-35512f5f96c2,segment=NetworkSegment(0b411177-2154-4372-8183-0472605c751c),segment_id=0b411177-2154-4372-8183-0472605c751c)] {{(pid=110545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:53:22.788580 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 54742) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:22.793089 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-88eddfa8-ebb6-41e0-b772-440c05964087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (230a6a60-1da3-425e-8ff1-35512f5f96c2), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:22.804504 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-4c98d9a4-1b39-4498-8364-0313209816bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:22.845332 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:22.869783 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-88eddfa8-ebb6-41e0-b772-440c05964087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:22.870464 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-88eddfa8-ebb6-41e0-b772-440c05964087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for port (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:22.872430 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-88eddfa8-ebb6-41e0-b772-440c05964087 service neutron] 10.222.0.60 "PUT /v2.0/ports/230a6a60-1da3-425e-8ff1-35512f5f96c2 HTTP/1.1" status: 200 len: 1093 time: 1.9419634 Jul 01 19:53:22.880335 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-444c334b-5e0b-4203-aecc-d48e53d1253a req-c777c370-9051-46bd-953e-95679d87f344 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006458 Jul 01 19:53:22.880988 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eddfa8-ebb6-41e0-b772-440c05964087 service neutron] Pushing event updated for resources: {'Port': ['ID=230a6a60-1da3-425e-8ff1-35512f5f96c2,revision_number=3']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:22.935535 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-4c98d9a4-1b39-4498-8364-0313209816bc admin admin] Publish callbacks [] for security_group (1ddbec43-61cb-4927-b337-cbae7f35904a), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:22.940903 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-4c98d9a4-1b39-4498-8364-0313209816bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (1ddbec43-61cb-4927-b337-cbae7f35904a), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:22.969894 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:23.031741 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a80874-00ef-4d4b-8ef0-7a604ed7458e', 'tag': '230a6a60-1da3-425e-8ff1-35512f5f96c2'}] {{(pid=110545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:53:23.035904 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcb8287ee1e4b298a834a36a05516dc05427937f10d56c225ffa2f4d88459ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e90ae7-a638-4c55-83c8-114d77e3f2b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a80874-00ef-4d4b-8ef0-7a604ed7458e", "tag": "230a6a60-1da3-425e-8ff1-35512f5f96c2"}]}' {{(pid=110545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:53:23.056041 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-4c98d9a4-1b39-4498-8364-0313209816bc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=220931f9c6904e339265e33cb036de16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2634816 Jul 01 19:53:23.056634 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 54758) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:23.064947 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e98f5-bd8b-4499-9c10-387700c3d88b req-964d1ddc-74ca-49ee-8a7c-f15423b515c6 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:23.066820 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-507e98f5-bd8b-4499-9c10-387700c3d88b req-964d1ddc-74ca-49ee-8a7c-f15423b515c6 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 943 time: 0.1194670 Jul 01 19:53:23.067944 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98d9a4-1b39-4498-8364-0313209816bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddbec43-61cb-4927-b337-cbae7f35904a,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:23.114316 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 54760) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:23.132111 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device c14e2e69-9a6f-4043-8f05-6857744162f2 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 19:53:23.141928 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a1e6083a-3aca-4df4-b578-1df46ea3c075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:23.183947 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-670022ca-1284-4b24-a9d4-dab0fcb80353 admin admin] Publish callbacks [] for security_group (1ddbec43-61cb-4927-b337-cbae7f35904a), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:23.187488 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787e671-247d-4df0-97d6-f6239832affa req-7def1d1b-3b0e-4070-ac8a-6d0e3937f133 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:23.194502 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2787e671-247d-4df0-97d6-f6239832affa req-7def1d1b-3b0e-4070-ac8a-6d0e3937f133 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 943 time: 0.0747089 Jul 01 19:53:23.218659 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:23.228026 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-670022ca-1284-4b24-a9d4-dab0fcb80353 admin admin] Publish callbacks [] for security_group (1ddbec43-61cb-4927-b337-cbae7f35904a), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:23.288163 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-507e98f5-bd8b-4499-9c10-387700c3d88b req-5f62676c-44b6-41b6-abb2-98a0eaa33af0 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080390 Jul 01 19:53:23.322737 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2787e671-247d-4df0-97d6-f6239832affa req-cba37f4d-65ec-432b-adaa-f9149a2e7b34 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218524 Jul 01 19:53:23.352887 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16123d70-be0f-4ea5-94d6-6733a7c7753d req-5c1d9870-235d-4c86-8004-0ab73cc1fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:23.355051 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-16123d70-be0f-4ea5-94d6-6733a7c7753d req-5c1d9870-235d-4c86-8004-0ab73cc1fea0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2347fd8e4a1740fdb98218aa30c150e0&device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 1128 time: 0.0616841 Jul 01 19:53:23.421835 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port c14e2e69-9a6f-4043-8f05-6857744162f2, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=c14e2e69-9a6f-4043-8f05-6857744162f2,segment=NetworkSegment(f7426a8c-6e96-4728-a1d7-524475ad5e61),segment_id=f7426a8c-6e96-4728-a1d7-524475ad5e61)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:23.439315 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a1e6083a-3aca-4df4-b578-1df46ea3c075 admin admin] Publish callbacks [] for security_group (929070bf-3282-4e8b-b5ee-4be7078e6573), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:23.441063 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c148182-cf50-49c6-b10d-3f86cc451780 x-openstack-request-id: req-0c148182-cf50-49c6-b10d-3f86cc451780 {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:53:23.441345 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a80874-00ef-4d4b-8ef0-7a604ed7458e", "tag": "230a6a60-1da3-425e-8ff1-35512f5f96c2", "status": "completed", "code": 200}]} {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:53:23.441611 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0c148182-cf50-49c6-b10d-3f86cc451780 {{(pid=110545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:53:23.442011 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c148182-cf50-49c6-b10d-3f86cc451780'] response: {'name': 'network-changed', 'server_uuid': 'c1a80874-00ef-4d4b-8ef0-7a604ed7458e', 'tag': '230a6a60-1da3-425e-8ff1-35512f5f96c2', 'status': 'completed', 'code': 200} Jul 01 19:53:23.442304 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': 'c14e2e69-9a6f-4043-8f05-6857744162f2', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'port_id': 'c14e2e69-9a6f-4043-8f05-6857744162f2', 'mac_address': 'fa:16:3e:a5:7e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 19:53:23.503577 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a1e6083a-3aca-4df4-b578-1df46ea3c075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (929070bf-3282-4e8b-b5ee-4be7078e6573), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:23.537787 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-a1e6083a-3aca-4df4-b578-1df46ea3c075 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd6646586b4f4fb1938ac90044d81da0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4219975 Jul 01 19:53:23.547272 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 54770) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:23.549458 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port c14e2e69-9a6f-4043-8f05-6857744162f2 is: DOWN; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:23.558039 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (c14e2e69-9a6f-4043-8f05-6857744162f2), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:23.586093 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14e2e69-9a6f-4043-8f05-6857744162f2 {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:53:23.622968 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port c14e2e69-9a6f-4043-8f05-6857744162f2, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=c14e2e69-9a6f-4043-8f05-6857744162f2,segment=NetworkSegment(f7426a8c-6e96-4728-a1d7-524475ad5e61),segment_id=f7426a8c-6e96-4728-a1d7-524475ad5e61)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:23.639560 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (c14e2e69-9a6f-4043-8f05-6857744162f2), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:23.674940 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-670022ca-1284-4b24-a9d4-dab0fcb80353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (1ddbec43-61cb-4927-b337-cbae7f35904a), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:23.677484 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-670022ca-1284-4b24-a9d4-dab0fcb80353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:23.687097 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:23.691514 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-670022ca-1284-4b24-a9d4-dab0fcb80353 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1ddbec43-61cb-4927-b337-cbae7f35904a HTTP/1.1" status: 204 len: 168 time: 0.6312315 Jul 01 19:53:23.712718 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=c14e2e69-9a6f-4043-8f05-6857744162f2,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:23.796045 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6083a-3aca-4df4-b578-1df46ea3c075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929070bf-3282-4e8b-b5ee-4be7078e6573,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:23.808307 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-2083e9a4-d4c4-41ab-9827-a904db37a352 req-158ae394-c3de-459b-b295-9c5268a5b892 service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137136 Jul 01 19:53:23.815188 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c254600-ec8e-4e2c-82f8-9e384b27b4e1 req-6a686d65-0d53-48bd-842d-95acceac1996 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:23.822957 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6c254600-ec8e-4e2c-82f8-9e384b27b4e1 req-6a686d65-0d53-48bd-842d-95acceac1996 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.1331992 Jul 01 19:53:23.824608 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670022ca-1284-4b24-a9d4-dab0fcb80353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddbec43-61cb-4927-b337-cbae7f35904a,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:23.830475 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d4d6b-a1d4-4c75-b66a-a463058f744f req-3e0e0d73-e52d-4ddc-8811-6613e74ce5f0 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:23.832797 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16123d70-be0f-4ea5-94d6-6733a7c7753d req-7637519a-258d-4ddb-8f3d-037dff282b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:23.834308 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-16123d70-be0f-4ea5-94d6-6733a7c7753d req-7637519a-258d-4ddb-8f3d-037dff282b6e service neutron] 10.222.0.60 "GET /v2.0/networks?id=345d49d7-38ed-4bce-826c-0115d69ba214 HTTP/1.1" status: 200 len: 912 time: 0.4592719 Jul 01 19:53:23.835642 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1f562485-bd7a-4394-b32d-6d1c75b99fc2 admin admin] Publish callbacks [] for security_group (929070bf-3282-4e8b-b5ee-4be7078e6573), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:23.838565 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-244d4d6b-a1d4-4c75-b66a-a463058f744f req-3e0e0d73-e52d-4ddc-8811-6613e74ce5f0 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 944 time: 0.1499829 Jul 01 19:53:23.879131 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd2f32-9ca3-4603-93b1-8cee32dbf9f3 req-ed567288-a0ce-4935-9d5a-d121f9c6fede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:23.881160 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e4dd2f32-9ca3-4603-93b1-8cee32dbf9f3 req-ed567288-a0ce-4935-9d5a-d121f9c6fede service neutron] 10.222.0.60 "GET /v2.0/networks?id=13dd580c-809a-4f73-9432-a6d0838269e1 HTTP/1.1" status: 200 len: 920 time: 0.5568576 Jul 01 19:53:23.890138 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1f562485-bd7a-4394-b32d-6d1c75b99fc2 admin admin] Publish callbacks [] for security_group (929070bf-3282-4e8b-b5ee-4be7078e6573), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:23.935318 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6c254600-ec8e-4e2c-82f8-9e384b27b4e1 req-a320df19-4175-442c-8712-d679e0cb486d tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114159 Jul 01 19:53:23.939764 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['c14e2e69-9a6f-4043-8f05-6857744162f2'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:53:23.970913 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1f562485-bd7a-4394-b32d-6d1c75b99fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (929070bf-3282-4e8b-b5ee-4be7078e6573), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:23.973413 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1f562485-bd7a-4394-b32d-6d1c75b99fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:23.978201 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-1f562485-bd7a-4394-b32d-6d1c75b99fc2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/929070bf-3282-4e8b-b5ee-4be7078e6573 HTTP/1.1" status: 204 len: 168 time: 0.3857300 Jul 01 19:53:23.993141 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f562485-bd7a-4394-b32d-6d1c75b99fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929070bf-3282-4e8b-b5ee-4be7078e6573,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:23.999473 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-244d4d6b-a1d4-4c75-b66a-a463058f744f req-1c7ec70c-4f7e-4542-ad7e-ff35e86d3616 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/security-groups?id=c848bf84-1169-420b-9985-6a8203118d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600132 Jul 01 19:53:24.257429 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524529d-7328-4350-8b1d-ae84cd16b6e9 req-1de42cbf-3fe3-4c00-a115-b5ba6e0a22f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:24.261331 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b524529d-7328-4350-8b1d-ae84cd16b6e9 req-1de42cbf-3fe3-4c00-a115-b5ba6e0a22f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8e38ec3f92a47fe98829eb3d289cdb4&device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 1127 time: 0.1565497 Jul 01 19:53:24.264598 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e4dd2f32-9ca3-4603-93b1-8cee32dbf9f3 req-d417259a-5233-4279-b9c4-cfba8d9a9ad1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=644f4558-dca6-454f-9465-da30f533731d HTTP/1.1" status: 200 len: 217 time: 0.1624453 Jul 01 19:53:24.504094 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ebad0-7028-4723-be69-a67a9525a396 req-a2b0ba05-7da3-49c7-871d-12bf0aa66ba0 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:24.514667 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a43ebad0-7028-4723-be69-a67a9525a396 req-a2b0ba05-7da3-49c7-871d-12bf0aa66ba0 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 943 time: 0.0823913 Jul 01 19:53:24.599591 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd2f32-9ca3-4603-93b1-8cee32dbf9f3 req-872b6169-c89f-4d07-86d8-8e3a3a663ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:24.601125 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e4dd2f32-9ca3-4603-93b1-8cee32dbf9f3 req-872b6169-c89f-4d07-86d8-8e3a3a663ad3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b109ae2e-b5c6-4eef-8a69-a246d16af692 HTTP/1.1" status: 200 len: 858 time: 0.3094411 Jul 01 19:53:24.603796 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-2083e9a4-d4c4-41ab-9827-a904db37a352 req-34bdcf4c-c62b-4748-abe3-2f9b6feca1ef service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891868 Jul 01 19:53:24.608413 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-16123d70-be0f-4ea5-94d6-6733a7c7753d req-d15a0ad7-a24a-4167-8be5-55bfa706927a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e95ca826-2651-40ec-803c-c0c94b2615d4 HTTP/1.1" status: 200 len: 217 time: 0.4951305 Jul 01 19:53:24.616584 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-bdc7fdcf-85ec-4176-872f-e8081a15b938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:24.618994 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-bdc7fdcf-85ec-4176-872f-e8081a15b938 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=025035b3b0b348d7acddfe456dd6a109&device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 1127 time: 0.5235415 Jul 01 19:53:24.636009 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:24.702302 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-e29f3266-e4da-45cf-a7d1-836c4517fc91 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=230a6a60-1da3-425e-8ff1-35512f5f96c2 HTTP/1.1" status: 200 len: 217 time: 0.0746388 Jul 01 19:53:24.751666 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16123d70-be0f-4ea5-94d6-6733a7c7753d req-22abdc33-6b10-430b-9d18-c111856486bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:24.753187 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-16123d70-be0f-4ea5-94d6-6733a7c7753d req-22abdc33-6b10-430b-9d18-c111856486bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=854e10d5-8143-4840-aef8-4655cb92e7f6 HTTP/1.1" status: 200 len: 850 time: 0.1332955 Jul 01 19:53:24.818245 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:24.819129 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16123d70-be0f-4ea5-94d6-6733a7c7753d req-a152f8c4-0e51-4c17-8b9b-954797c67863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:24.820641 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-16123d70-be0f-4ea5-94d6-6733a7c7753d req-a152f8c4-0e51-4c17-8b9b-954797c67863 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=345d49d7-38ed-4bce-826c-0115d69ba214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602415 Jul 01 19:53:24.826317 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dc8ce-7fd2-4d75-9cca-ffd99011d246 req-ba11098a-e8d6-4b8a-b89d-a21fc19f18ea tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:24.831115 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a81dc8ce-7fd2-4d75-9cca-ffd99011d246 req-ba11098a-e8d6-4b8a-b89d-a21fc19f18ea tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 943 time: 0.3903334 Jul 01 19:53:24.840430 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-4f777c96-c995-4184-ae61-a777ed419cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:24.841935 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-4f777c96-c995-4184-ae61-a777ed419cbc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8be3e6b8-9cb2-4563-96d1-aa493dda5517 HTTP/1.1" status: 200 len: 850 time: 0.1316061 Jul 01 19:53:24.896505 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524529d-7328-4350-8b1d-ae84cd16b6e9 req-3349c2a7-9ee9-4174-8fed-11da05dc1134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:24.898055 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b524529d-7328-4350-8b1d-ae84cd16b6e9 req-3349c2a7-9ee9-4174-8fed-11da05dc1134 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e9d88c7-2969-402f-b3c2-096acc062b79 HTTP/1.1" status: 200 len: 918 time: 0.6314044 Jul 01 19:53:24.899029 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd2f32-9ca3-4603-93b1-8cee32dbf9f3 req-c91d8365-fad1-4d0e-ba5b-dfc7d040acd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:24.900456 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e4dd2f32-9ca3-4603-93b1-8cee32dbf9f3 req-c91d8365-fad1-4d0e-ba5b-dfc7d040acd8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=13dd580c-809a-4f73-9432-a6d0838269e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2623744 Jul 01 19:53:24.913315 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a43ebad0-7028-4723-be69-a67a9525a396 req-16590688-a457-4d79-916a-a31833378776 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3970909 Jul 01 19:53:24.941023 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-dbc7d88d-9a65-4dfb-8e0d-e690e34a846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:24.942591 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-dbc7d88d-9a65-4dfb-8e0d-e690e34a846f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b31a2a85-453d-4d0b-bc1f-fd678ffc85ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0902948 Jul 01 19:53:25.012961 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-16123d70-be0f-4ea5-94d6-6733a7c7753d req-c804bc4b-9dda-47e2-8806-c3c6301d0d83 service neutron] 10.222.0.60 "GET /v2.0/networks/345d49d7-38ed-4bce-826c-0115d69ba214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846402 Jul 01 19:53:25.043090 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b524529d-7328-4350-8b1d-ae84cd16b6e9 req-c75cfa7b-a62c-4c25-8379-de8db1594832 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93dfc642-870b-4bec-b7c3-31efe44f78c4 HTTP/1.1" status: 200 len: 217 time: 0.1286700 Jul 01 19:53:25.083806 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:25.132819 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 93dfc642-870b-4bec-b7c3-31efe44f78c4 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 19:53:25.181138 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a81dc8ce-7fd2-4d75-9cca-ffd99011d246 req-a95d97bb-8e9f-4485-ade9-d69c16c628ac tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283980 Jul 01 19:53:25.224970 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-5b6c0c98-b8e9-4c7d-880b-2a71528b7d36 service neutron] 10.222.0.60 "GET /v2.0/networks/b31a2a85-453d-4d0b-bc1f-fd678ffc85ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739964 Jul 01 19:53:25.281857 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device c14e2e69-9a6f-4043-8f05-6857744162f2 up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:53:25.318440 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524529d-7328-4350-8b1d-ae84cd16b6e9 req-2771d655-5511-4c12-b300-c044da73d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:25.319992 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b524529d-7328-4350-8b1d-ae84cd16b6e9 req-2771d655-5511-4c12-b300-c044da73d260 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=76c01db0-193d-4246-8c54-cae6849bb14c HTTP/1.1" status: 200 len: 856 time: 0.2697897 Jul 01 19:53:25.381035 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fc075-815d-49ad-889c-f3c5e7978d6a req-6d7e9400-86c7-468f-90d4-8fecffcfcf48 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:25.382968 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-451fc075-815d-49ad-889c-f3c5e7978d6a req-6d7e9400-86c7-468f-90d4-8fecffcfcf48 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.2562029 Jul 01 19:53:25.404419 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-16123d70-be0f-4ea5-94d6-6733a7c7753d req-7742cb72-c2cf-456d-ba39-d27e807cf211 service neutron] 10.222.0.60 "GET /v2.0/networks/345d49d7-38ed-4bce-826c-0115d69ba214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312933 Jul 01 19:53:25.427548 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning for port c14e2e69-9a6f-4043-8f05-6857744162f2 completed by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 19:53:25.434973 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 93dfc642-870b-4bec-b7c3-31efe44f78c4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=93dfc642-870b-4bec-b7c3-31efe44f78c4,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:25.448145 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': '93dfc642-870b-4bec-b7c3-31efe44f78c4', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'port_id': '93dfc642-870b-4bec-b7c3-31efe44f78c4', 'mac_address': 'fa:16:3e:88:c8:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 19:53:25.453813 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port c14e2e69-9a6f-4043-8f05-6857744162f2 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:25.454188 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (c14e2e69-9a6f-4043-8f05-6857744162f2), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:25.467060 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e4dd2f32-9ca3-4603-93b1-8cee32dbf9f3 req-e7aab6d7-08ec-4bcf-b1e0-db9cc50ddadf service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5497248 Jul 01 19:53:25.565288 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 93dfc642-870b-4bec-b7c3-31efe44f78c4 is: DOWN; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:25.566482 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:25.572260 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524529d-7328-4350-8b1d-ae84cd16b6e9 req-71c5c259-f5e7-4d36-8c07-31ca1c5fa6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:25.574339 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b524529d-7328-4350-8b1d-ae84cd16b6e9 req-71c5c259-f5e7-4d36-8c07-31ca1c5fa6e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9d88c7-2969-402f-b3c2-096acc062b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2361126 Jul 01 19:53:25.591967 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-f7a587e2-8c0c-4afa-a4be-2cb4110170f9 req-000819c8-87c9-4d5d-883e-fd9ba1bf4127 service neutron] 10.222.0.60 "GET /v2.0/networks/b31a2a85-453d-4d0b-bc1f-fd678ffc85ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847072 Jul 01 19:53:25.601471 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93dfc642-870b-4bec-b7c3-31efe44f78c4 {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:53:25.632408 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41119bd-777b-4e1c-9544-77af01de47e7 req-eff108f5-c122-4b00-8940-29c199259285 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:25.634925 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a41119bd-777b-4e1c-9544-77af01de47e7 req-eff108f5-c122-4b00-8940-29c199259285 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 944 time: 0.2321908 Jul 01 19:53:25.716216 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-451fc075-815d-49ad-889c-f3c5e7978d6a req-4b76f6b8-69eb-461c-9383-7b9b7f9843db tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557931 Jul 01 19:53:25.793044 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port c14e2e69-9a6f-4043-8f05-6857744162f2 is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:25.793437 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (c14e2e69-9a6f-4043-8f05-6857744162f2), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:25.799839 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 93dfc642-870b-4bec-b7c3-31efe44f78c4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=93dfc642-870b-4bec-b7c3-31efe44f78c4,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:25.810761 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:25.811459 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 644f4558-dca6-454f-9465-da30f533731d details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 19:53:25.885697 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:25.917254 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1148781-931f-4460-a8e3-7f3654799ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14e2e69-9a6f-4043-8f05-6857744162f2'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:53:26.006058 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=93dfc642-870b-4bec-b7c3-31efe44f78c4,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:26.018809 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:26.022646 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port c14e2e69-9a6f-4043-8f05-6857744162f2, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=c14e2e69-9a6f-4043-8f05-6857744162f2,segment=NetworkSegment(f7426a8c-6e96-4728-a1d7-524475ad5e61),segment_id=f7426a8c-6e96-4728-a1d7-524475ad5e61)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:26.026450 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e4dd2f32-9ca3-4603-93b1-8cee32dbf9f3 req-afce0ab8-203a-48f4-9162-1a2bc8f0a371 service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515144 Jul 01 19:53:26.040978 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a41119bd-777b-4e1c-9544-77af01de47e7 req-cb532091-5bbd-4508-a737-82096be1ac38 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/security-groups?id=c848bf84-1169-420b-9985-6a8203118d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775611 Jul 01 19:53:26.047211 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b524529d-7328-4350-8b1d-ae84cd16b6e9 req-29bbb601-bc2e-46d5-82be-b1f33ca51984 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615872 Jul 01 19:53:26.083993 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (c14e2e69-9a6f-4043-8f05-6857744162f2), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:26.146593 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:26.170323 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33defea1-9669-422a-8161-dc5d86a00766 req-8848c876-06ee-4ea4-8b5a-901d5ef49a05 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:26.173669 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-33defea1-9669-422a-8161-dc5d86a00766 req-8848c876-06ee-4ea4-8b5a-901d5ef49a05 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 943 time: 0.1062574 Jul 01 19:53:26.226680 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:26.243409 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=c14e2e69-9a6f-4043-8f05-6857744162f2,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:26.302516 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-33defea1-9669-422a-8161-dc5d86a00766 req-4eb3ba43-2d9b-42f3-85c4-49eb520bfc5e tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147091 Jul 01 19:53:26.367307 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 644f4558-dca6-454f-9465-da30f533731d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=644f4558-dca6-454f-9465-da30f533731d,segment=NetworkSegment(f7426a8c-6e96-4728-a1d7-524475ad5e61),segment_id=f7426a8c-6e96-4728-a1d7-524475ad5e61)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:26.417770 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': '644f4558-dca6-454f-9465-da30f533731d', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'port_id': '644f4558-dca6-454f-9465-da30f533731d', 'mac_address': 'fa:16:3e:40:a5:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 19:53:26.421930 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008523c-c2bb-4285-8594-c32629690431 req-dc16dfc9-8a75-42e5-9934-d3298b850aa0 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:26.432220 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e008523c-c2bb-4285-8594-c32629690431 req-dc16dfc9-8a75-42e5-9934-d3298b850aa0 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 943 time: 0.1089587 Jul 01 19:53:26.518319 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 644f4558-dca6-454f-9465-da30f533731d is: DOWN; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:26.518729 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (644f4558-dca6-454f-9465-da30f533731d), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:26.557542 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 644f4558-dca6-454f-9465-da30f533731d {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:53:26.608072 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 644f4558-dca6-454f-9465-da30f533731d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=644f4558-dca6-454f-9465-da30f533731d,segment=NetworkSegment(f7426a8c-6e96-4728-a1d7-524475ad5e61),segment_id=f7426a8c-6e96-4728-a1d7-524475ad5e61)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:26.617203 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (644f4558-dca6-454f-9465-da30f533731d), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:26.617839 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device e95ca826-2651-40ec-803c-c0c94b2615d4 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 19:53:26.670160 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacef0bb-fb01-40f8-bf5c-df2dcefeb9ce" -d '{"events": [{"server_uuid": "e1148781-931f-4460-a8e3-7f3654799ce7", "name": "network-vif-plugged", "status": "completed", "tag": "c14e2e69-9a6f-4043-8f05-6857744162f2"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:53:26.713869 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e008523c-c2bb-4285-8594-c32629690431 req-b3050d38-c80b-49ca-b693-d97572e92dc1 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804642 Jul 01 19:53:26.714921 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e90ae7-a638-4c55-83c8-114d77e3f2b0 req-8d037363-9be1-438e-b52a-6da7c856a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:26.716348 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c7e90ae7-a638-4c55-83c8-114d77e3f2b0 req-8d037363-9be1-438e-b52a-6da7c856a95f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=025035b3b0b348d7acddfe456dd6a109&device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 1127 time: 0.2529166 Jul 01 19:53:26.754596 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=644f4558-dca6-454f-9465-da30f533731d,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:26.876015 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port e95ca826-2651-40ec-803c-c0c94b2615d4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=e95ca826-2651-40ec-803c-c0c94b2615d4,segment=NetworkSegment(f02bf9d1-ffb7-44b8-a9d1-fc167af55b69),segment_id=f02bf9d1-ffb7-44b8-a9d1-fc167af55b69)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:26.890036 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': 'e95ca826-2651-40ec-803c-c0c94b2615d4', 'network_id': '345d49d7-38ed-4bce-826c-0115d69ba214', 'port_id': 'e95ca826-2651-40ec-803c-c0c94b2615d4', 'mac_address': 'fa:16:3e:9a:e4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '854e10d5-8143-4840-aef8-4655cb92e7f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 19:53:26.899385 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b524529d-7328-4350-8b1d-ae84cd16b6e9 req-a0acf542-4f6b-413e-81ba-12a5e8da889b service neutron] 10.222.0.60 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346838 Jul 01 19:53:26.906948 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:26.945222 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port e95ca826-2651-40ec-803c-c0c94b2615d4 is: DOWN; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:26.945731 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (e95ca826-2651-40ec-803c-c0c94b2615d4), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:26.971065 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95ca826-2651-40ec-803c-c0c94b2615d4 {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:53:27.005405 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port e95ca826-2651-40ec-803c-c0c94b2615d4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=e95ca826-2651-40ec-803c-c0c94b2615d4,segment=NetworkSegment(f02bf9d1-ffb7-44b8-a9d1-fc167af55b69),segment_id=f02bf9d1-ffb7-44b8-a9d1-fc167af55b69)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:27.012927 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (e95ca826-2651-40ec-803c-c0c94b2615d4), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:27.022337 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e90ae7-a638-4c55-83c8-114d77e3f2b0 req-51a7a8db-a938-4174-9632-95957e595720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:27.024622 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c7e90ae7-a638-4c55-83c8-114d77e3f2b0 req-51a7a8db-a938-4174-9632-95957e595720 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b31a2a85-453d-4d0b-bc1f-fd678ffc85ef HTTP/1.1" status: 200 len: 912 time: 0.2627561 Jul 01 19:53:27.079007 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c7e90ae7-a638-4c55-83c8-114d77e3f2b0 req-99c85dbb-6567-42d2-9b4a-90df21679eb7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=230a6a60-1da3-425e-8ff1-35512f5f96c2 HTTP/1.1" status: 200 len: 217 time: 0.0477023 Jul 01 19:53:27.087419 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181e98e-c7a3-4f30-9049-dfebf9e26d5c req-31f2b8f8-1beb-4986-87e6-6de4c1893a76 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:27.091855 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=e95ca826-2651-40ec-803c-c0c94b2615d4,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:27.097652 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f181e98e-c7a3-4f30-9049-dfebf9e26d5c req-31f2b8f8-1beb-4986-87e6-6de4c1893a76 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 944 time: 0.2144902 Jul 01 19:53:27.103651 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed0ce3b-410c-4042-a3f8-5c18094d2abc x-openstack-request-id: req-1ed0ce3b-410c-4042-a3f8-5c18094d2abc {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:53:27.104069 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1148781-931f-4460-a8e3-7f3654799ce7", "name": "network-vif-plugged", "status": "completed", "tag": "c14e2e69-9a6f-4043-8f05-6857744162f2", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:53:27.104428 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1ed0ce3b-410c-4042-a3f8-5c18094d2abc {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:53:27.105321 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed0ce3b-410c-4042-a3f8-5c18094d2abc'] response: {'server_uuid': 'e1148781-931f-4460-a8e3-7f3654799ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14e2e69-9a6f-4043-8f05-6857744162f2', 'code': 200} Jul 01 19:53:27.198909 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e90ae7-a638-4c55-83c8-114d77e3f2b0 req-93c3cce4-cb4c-4c0d-a9e4-c167c346e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:27.200376 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c7e90ae7-a638-4c55-83c8-114d77e3f2b0 req-93c3cce4-cb4c-4c0d-a9e4-c167c346e287 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8be3e6b8-9cb2-4563-96d1-aa493dda5517 HTTP/1.1" status: 200 len: 850 time: 0.0897355 Jul 01 19:53:27.216282 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f181e98e-c7a3-4f30-9049-dfebf9e26d5c req-8ab9b60c-d662-4ef2-b7dd-15db958d4bd3 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131380 Jul 01 19:53:27.268002 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e90ae7-a638-4c55-83c8-114d77e3f2b0 req-4eacde35-99d3-4167-b340-741833094bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:27.270701 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c7e90ae7-a638-4c55-83c8-114d77e3f2b0 req-4eacde35-99d3-4167-b340-741833094bd3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b31a2a85-453d-4d0b-bc1f-fd678ffc85ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520098 Jul 01 19:53:27.325163 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0129697-0328-43d3-aae8-894e16fe79a0 req-c7392d20-6f2a-4498-b2b3-ad352fffc5bf tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:27.327117 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b0129697-0328-43d3-aae8-894e16fe79a0 req-c7392d20-6f2a-4498-b2b3-ad352fffc5bf tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 945 time: 0.0564144 Jul 01 19:53:27.490555 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['644f4558-dca6-454f-9465-da30f533731d'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:53:27.584676 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['e95ca826-2651-40ec-803c-c0c94b2615d4'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:53:27.589615 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8697d-8de0-4599-b918-9582e48346bf req-77755e59-434e-4f04-96d6-56b798e2aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:27.591396 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-efd8697d-8de0-4599-b918-9582e48346bf req-77755e59-434e-4f04-96d6-56b798e2aedc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 1129 time: 0.1535468 Jul 01 19:53:27.593267 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c7e90ae7-a638-4c55-83c8-114d77e3f2b0 req-dee07625-9769-4291-a852-a4fee330533a service neutron] 10.222.0.60 "GET /v2.0/networks/b31a2a85-453d-4d0b-bc1f-fd678ffc85ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238688 Jul 01 19:53:27.600274 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b0129697-0328-43d3-aae8-894e16fe79a0 req-c954a872-1dfe-4d55-98aa-9862de23ecae tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/security-groups?id=c848bf84-1169-420b-9985-6a8203118d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649989 Jul 01 19:53:27.711322 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8667f97-4cda-46f4-8176-f532ed810dc9 req-7b001ef3-02cc-48be-93dd-4cc4f7a2db3e tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:27.713113 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c8667f97-4cda-46f4-8176-f532ed810dc9 req-7b001ef3-02cc-48be-93dd-4cc4f7a2db3e tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 943 time: 0.2763200 Jul 01 19:53:27.717731 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-efd8697d-8de0-4599-b918-9582e48346bf req-ee53aa48-5665-4c59-8e70-02e495b6c246 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:27.726487 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['93dfc642-870b-4bec-b7c3-31efe44f78c4'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:53:27.846407 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-efd8697d-8de0-4599-b918-9582e48346bf req-ee53aa48-5665-4c59-8e70-02e495b6c246 service neutron] Publish callbacks [] for security_group (1b29db31-de2f-4d47-a6d4-430912184f76), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:27.847343 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:27.871585 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-efd8697d-8de0-4599-b918-9582e48346bf req-ee53aa48-5665-4c59-8e70-02e495b6c246 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (1b29db31-de2f-4d47-a6d4-430912184f76), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:27.875960 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c7e90ae7-a638-4c55-83c8-114d77e3f2b0 req-f29347e2-8d22-40df-a769-0cc9c19f4549 service neutron] 10.222.0.60 "GET /v2.0/networks/b31a2a85-453d-4d0b-bc1f-fd678ffc85ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703128 Jul 01 19:53:27.912396 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:27.939058 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53aa48-5665-4c59-8e70-02e495b6c246 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1b29db31-de2f-4d47-a6d4-430912184f76,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:27.985891 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-efd8697d-8de0-4599-b918-9582e48346bf req-ee53aa48-5665-4c59-8e70-02e495b6c246 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809738 Jul 01 19:53:27.992395 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbb9a7-fff7-46c8-b108-801b039d981f req-cfbcb481-c63a-44a1-bb84-db77daf74635 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:27.994729 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-62cbb9a7-fff7-46c8-b108-801b039d981f req-cfbcb481-c63a-44a1-bb84-db77daf74635 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 944 time: 0.1343970 Jul 01 19:53:28.035079 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c8667f97-4cda-46f4-8176-f532ed810dc9 req-d8ab6883-93e0-4b6d-8529-88f3dd8af832 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084385 Jul 01 19:53:28.067924 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-62cbb9a7-fff7-46c8-b108-801b039d981f req-be6405ec-34bd-4373-91a6-f827a3b410d9 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646610 Jul 01 19:53:28.107031 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:28.353787 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac2b31-1278-4859-863c-d80affc89ee0 req-c4420bea-9401-427b-a11d-8378dae6a995 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:28.358122 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-78ac2b31-1278-4859-863c-d80affc89ee0 req-c4420bea-9401-427b-a11d-8378dae6a995 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 944 time: 0.0637126 Jul 01 19:53:28.383644 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 54988) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:28.407316 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-78ac2b31-1278-4859-863c-d80affc89ee0 req-17124a7d-cb95-49d9-b656-e9d28b696186 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460541 Jul 01 19:53:28.748952 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4ab30-4a23-42b9-8dd9-fffdfcd674d6 req-4d70f457-55d9-4d76-bd5f-fe18d2fe411f tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:28.756227 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-12c4ab30-4a23-42b9-8dd9-fffdfcd674d6 req-4d70f457-55d9-4d76-bd5f-fe18d2fe411f tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 945 time: 0.0714371 Jul 01 19:53:28.761996 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-46dae3a2-dff4-4cca-abee-5e029637e235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:28.773810 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 54998) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:28.829528 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-12c4ab30-4a23-42b9-8dd9-fffdfcd674d6 req-60c4d4be-fc40-4316-ad44-3023cc6261c0 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/security-groups?id=c848bf84-1169-420b-9985-6a8203118d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682018 Jul 01 19:53:28.850908 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 55002) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:28.882532 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-46dae3a2-dff4-4cca-abee-5e029637e235 admin admin] Publish callbacks [] for security_group (d8ad65a3-3fd3-4d48-9c2e-508a98439740), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:28.887264 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-46dae3a2-dff4-4cca-abee-5e029637e235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (d8ad65a3-3fd3-4d48-9c2e-508a98439740), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:28.926347 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dae3a2-dff4-4cca-abee-5e029637e235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ad65a3-3fd3-4d48-9c2e-508a98439740,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:28.958804 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 55008) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:28.959190 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-46dae3a2-dff4-4cca-abee-5e029637e235 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e736630e54504108b00dac22688c2055&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5727885 Jul 01 19:53:29.011767 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6369747c-b560-4728-9437-3599bdd5f8f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:29.036213 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-9afd2db6-6d3d-43c9-8a5d-1745a419324e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:29.091456 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3f0f8d6e-7558-40c0-8f27-b8b0c13e4ac9 admin admin] Publish callbacks [] for security_group (d8ad65a3-3fd3-4d48-9c2e-508a98439740), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:29.144902 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3f0f8d6e-7558-40c0-8f27-b8b0c13e4ac9 admin admin] Publish callbacks [] for security_group (d8ad65a3-3fd3-4d48-9c2e-508a98439740), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:29.283352 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2602bfe-ad3f-408d-976e-0c351e641289 req-5a603558-d0dc-425a-9edf-5ad36b27ffc7 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:29.284823 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a2602bfe-ad3f-408d-976e-0c351e641289 req-5a603558-d0dc-425a-9edf-5ad36b27ffc7 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 943 time: 0.1518033 Jul 01 19:53:29.302039 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305749a-fddd-41a8-a83a-1962227cb57c req-4987a5a1-e6f2-4c3b-bbed-fddce65ea7d2 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:29.303374 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c305749a-fddd-41a8-a83a-1962227cb57c req-4987a5a1-e6f2-4c3b-bbed-fddce65ea7d2 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 944 time: 0.1459215 Jul 01 19:53:29.342959 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6369747c-b560-4728-9437-3599bdd5f8f6 admin admin] Publish callbacks [] for security_group (d18ef05a-e352-42af-b613-1881dcdad066), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:29.362131 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-9afd2db6-6d3d-43c9-8a5d-1745a419324e admin admin] Publish callbacks [] for security_group (9f01af90-8ad2-4afa-a037-703fa6d3569b), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:29.364865 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:29.366260 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6369747c-b560-4728-9437-3599bdd5f8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (d18ef05a-e352-42af-b613-1881dcdad066), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:29.384375 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:29.385224 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-9afd2db6-6d3d-43c9-8a5d-1745a419324e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (9f01af90-8ad2-4afa-a037-703fa6d3569b), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:29.415018 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3f0f8d6e-7558-40c0-8f27-b8b0c13e4ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (d8ad65a3-3fd3-4d48-9c2e-508a98439740), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:29.417749 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3f0f8d6e-7558-40c0-8f27-b8b0c13e4ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:29.418882 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-3f0f8d6e-7558-40c0-8f27-b8b0c13e4ac9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d8ad65a3-3fd3-4d48-9c2e-508a98439740 HTTP/1.1" status: 204 len: 168 time: 0.4589992 Jul 01 19:53:29.481631 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-6369747c-b560-4728-9437-3599bdd5f8f6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6df40e616f5f471bac84da68ac16c1af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7062724 Jul 01 19:53:29.482642 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369747c-b560-4728-9437-3599bdd5f8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18ef05a-e352-42af-b613-1881dcdad066,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:29.484357 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 55020) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:29.491840 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-9afd2db6-6d3d-43c9-8a5d-1745a419324e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a13abdc4d0524656984430c3aea7e95a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6385956 Jul 01 19:53:29.497007 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 55022) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:29.501230 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a2602bfe-ad3f-408d-976e-0c351e641289 req-676c988d-a2f6-4796-a692-14d06e53debc tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081869 Jul 01 19:53:29.507983 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c305749a-fddd-41a8-a83a-1962227cb57c req-ac8c4b65-de3d-4c28-93da-e6e0417ea36f tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959145 Jul 01 19:53:29.555337 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd2db6-6d3d-43c9-8a5d-1745a419324e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f01af90-8ad2-4afa-a037-703fa6d3569b,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:29.565870 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 230a6a60-1da3-425e-8ff1-35512f5f96c2 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 19:53:29.568938 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 93dfc642-870b-4bec-b7c3-31efe44f78c4 up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:53:29.576052 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f8d6e-7558-40c0-8f27-b8b0c13e4ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ad65a3-3fd3-4d48-9c2e-508a98439740,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:29.645557 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ce9eead5-f2c9-4497-8797-aded6c7a9969 admin admin] Publish callbacks [] for security_group (9f01af90-8ad2-4afa-a037-703fa6d3569b), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:29.675747 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning for port 93dfc642-870b-4bec-b7c3-31efe44f78c4 completed by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 19:53:29.684703 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef810ac4-275a-4e61-8cb4-49522b51b2ad req-000c72d7-c24a-4037-aa8b-0baf8180bcea tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:29.684906 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ce9eead5-f2c9-4497-8797-aded6c7a9969 admin admin] Publish callbacks [] for security_group (9f01af90-8ad2-4afa-a037-703fa6d3569b), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:29.686477 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ef810ac4-275a-4e61-8cb4-49522b51b2ad req-000c72d7-c24a-4037-aa8b-0baf8180bcea tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 944 time: 0.0643837 Jul 01 19:53:29.692863 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fcf883e2-e661-4f6d-b8af-4fe2d2de4a91 admin admin] Publish callbacks [] for security_group (d18ef05a-e352-42af-b613-1881dcdad066), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:29.693070 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port 93dfc642-870b-4bec-b7c3-31efe44f78c4 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:29.693401 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:29.714123 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:29.747931 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fcf883e2-e661-4f6d-b8af-4fe2d2de4a91 admin admin] Publish callbacks [] for security_group (d18ef05a-e352-42af-b613-1881dcdad066), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:29.764090 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:29.766239 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ef810ac4-275a-4e61-8cb4-49522b51b2ad req-6bb4852e-864b-4a9f-81d2-dc223a495176 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718009 Jul 01 19:53:29.784843 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 230a6a60-1da3-425e-8ff1-35512f5f96c2, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=230a6a60-1da3-425e-8ff1-35512f5f96c2,segment=NetworkSegment(0b411177-2154-4372-8183-0472605c751c),segment_id=0b411177-2154-4372-8183-0472605c751c)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:29.801706 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': '230a6a60-1da3-425e-8ff1-35512f5f96c2', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'port_id': '230a6a60-1da3-425e-8ff1-35512f5f96c2', 'mac_address': 'fa:16:3e:f6:ff:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 19:53:29.813512 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fcf883e2-e661-4f6d-b8af-4fe2d2de4a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (d18ef05a-e352-42af-b613-1881dcdad066), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:29.816351 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fcf883e2-e661-4f6d-b8af-4fe2d2de4a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:29.820648 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-fcf883e2-e661-4f6d-b8af-4fe2d2de4a91 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d18ef05a-e352-42af-b613-1881dcdad066 HTTP/1.1" status: 204 len: 168 time: 0.3339725 Jul 01 19:53:29.831606 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf883e2-e661-4f6d-b8af-4fe2d2de4a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18ef05a-e352-42af-b613-1881dcdad066,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:29.835918 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ce9eead5-f2c9-4497-8797-aded6c7a9969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (9f01af90-8ad2-4afa-a037-703fa6d3569b), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:29.842138 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ce9eead5-f2c9-4497-8797-aded6c7a9969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:29.844197 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-ce9eead5-f2c9-4497-8797-aded6c7a9969 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9f01af90-8ad2-4afa-a037-703fa6d3569b HTTP/1.1" status: 204 len: 168 time: 0.3422418 Jul 01 19:53:29.856546 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9eead5-f2c9-4497-8797-aded6c7a9969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f01af90-8ad2-4afa-a037-703fa6d3569b,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:29.869574 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 93dfc642-870b-4bec-b7c3-31efe44f78c4 is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:29.870349 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:29.893115 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 55032) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:29.919417 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4bf0f1dd-9876-462a-b57b-2a94d01a9b56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:29.954661 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bb5a2-ba3f-4317-9620-2cf71bd6c6c2 req-dd43a86c-e4c4-4879-b44e-fc1d8446cc43 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:29.960838 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:29.962447 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-385bb5a2-ba3f-4317-9620-2cf71bd6c6c2 req-dd43a86c-e4c4-4879-b44e-fc1d8446cc43 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 945 time: 0.0541418 Jul 01 19:53:29.978872 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe1a243-f161-4e1a-ada3-d5ef02346b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93dfc642-870b-4bec-b7c3-31efe44f78c4'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:53:29.981975 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e70f3b-23af-4160-899b-497daee568be" -d '{"events": [{"server_uuid": "4fe1a243-f161-4e1a-ada3-d5ef02346b96", "name": "network-vif-plugged", "status": "completed", "tag": "93dfc642-870b-4bec-b7c3-31efe44f78c4"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:53:30.037466 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 93dfc642-870b-4bec-b7c3-31efe44f78c4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=93dfc642-870b-4bec-b7c3-31efe44f78c4,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:30.045405 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 230a6a60-1da3-425e-8ff1-35512f5f96c2 is: DOWN; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:30.046973 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (230a6a60-1da3-425e-8ff1-35512f5f96c2), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:30.079095 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:30.079268 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-385bb5a2-ba3f-4317-9620-2cf71bd6c6c2 req-4c5db72f-4073-4090-af53-15daa2eb849c tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/security-groups?id=c848bf84-1169-420b-9985-6a8203118d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149042 Jul 01 19:53:30.082487 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 644f4558-dca6-454f-9465-da30f533731d up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:53:30.157858 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cdc5e1-74a6-412b-ae47-bc5ebb9c0908 x-openstack-request-id: req-18cdc5e1-74a6-412b-ae47-bc5ebb9c0908 {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:53:30.158913 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe1a243-f161-4e1a-ada3-d5ef02346b96", "name": "network-vif-plugged", "status": "completed", "tag": "93dfc642-870b-4bec-b7c3-31efe44f78c4", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:53:30.159329 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-18cdc5e1-74a6-412b-ae47-bc5ebb9c0908 {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:53:30.159731 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18cdc5e1-74a6-412b-ae47-bc5ebb9c0908'] response: {'server_uuid': '4fe1a243-f161-4e1a-ada3-d5ef02346b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93dfc642-870b-4bec-b7c3-31efe44f78c4', 'code': 200} Jul 01 19:53:30.208104 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 230a6a60-1da3-425e-8ff1-35512f5f96c2 {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:53:30.240917 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4bf0f1dd-9876-462a-b57b-2a94d01a9b56 admin admin] Publish callbacks [] for security_group (e65b04c5-3d48-4918-8b61-2c14a21f4e74), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:30.250676 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4bf0f1dd-9876-462a-b57b-2a94d01a9b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (e65b04c5-3d48-4918-8b61-2c14a21f4e74), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:30.262425 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning for port 644f4558-dca6-454f-9465-da30f533731d completed by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 19:53:30.270449 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:30.296727 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port 644f4558-dca6-454f-9465-da30f533731d triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:30.297232 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (644f4558-dca6-454f-9465-da30f533731d), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:30.333320 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 55048) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:30.351815 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c25bfee6-72a7-4944-9bde-2f77dbeb8318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:30.354283 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0f1dd-9876-462a-b57b-2a94d01a9b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65b04c5-3d48-4918-8b61-2c14a21f4e74,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:30.376478 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-4bf0f1dd-9876-462a-b57b-2a94d01a9b56 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c37ae2b07c9b4bb2a06641ba79ae478b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4820495 Jul 01 19:53:30.379052 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 55050) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:30.391707 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 230a6a60-1da3-425e-8ff1-35512f5f96c2, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=230a6a60-1da3-425e-8ff1-35512f5f96c2,segment=NetworkSegment(0b411177-2154-4372-8183-0472605c751c),segment_id=0b411177-2154-4372-8183-0472605c751c)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:30.405479 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=93dfc642-870b-4bec-b7c3-31efe44f78c4,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:30.415253 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (230a6a60-1da3-425e-8ff1-35512f5f96c2), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:30.473371 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cdd94e58-a195-4118-81a2-957af35ee888 admin admin] Publish callbacks [] for security_group (e65b04c5-3d48-4918-8b61-2c14a21f4e74), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:30.486769 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67376bb7-aef1-4613-a94e-23dc447d7d43 req-688fc313-e0d6-4485-802b-b7443a5ec5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:30.488433 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-67376bb7-aef1-4613-a94e-23dc447d7d43 req-688fc313-e0d6-4485-802b-b7443a5ec5b4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 1129 time: 0.1154664 Jul 01 19:53:30.507399 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cdd94e58-a195-4118-81a2-957af35ee888 admin admin] Publish callbacks [] for security_group (e65b04c5-3d48-4918-8b61-2c14a21f4e74), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:30.517705 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c25bfee6-72a7-4944-9bde-2f77dbeb8318 admin admin] Publish callbacks [] for security_group (a7b57222-de0b-48a4-973f-1fdb74f523d8), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:30.533868 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c25bfee6-72a7-4944-9bde-2f77dbeb8318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (a7b57222-de0b-48a4-973f-1fdb74f523d8), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:30.570846 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=230a6a60-1da3-425e-8ff1-35512f5f96c2,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:30.576504 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 644f4558-dca6-454f-9465-da30f533731d is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:30.577228 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (644f4558-dca6-454f-9465-da30f533731d), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:30.592061 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cdd94e58-a195-4118-81a2-957af35ee888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (e65b04c5-3d48-4918-8b61-2c14a21f4e74), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:30.596299 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cdd94e58-a195-4118-81a2-957af35ee888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:30.597921 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-cdd94e58-a195-4118-81a2-957af35ee888 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e65b04c5-3d48-4918-8b61-2c14a21f4e74 HTTP/1.1" status: 204 len: 168 time: 0.2171035 Jul 01 19:53:30.609183 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd94e58-a195-4118-81a2-957af35ee888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65b04c5-3d48-4918-8b61-2c14a21f4e74,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:30.646090 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-67376bb7-aef1-4613-a94e-23dc447d7d43 req-17b39b73-077a-49ef-8044-d6e7c94a264c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490660 Jul 01 19:53:30.669092 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 644f4558-dca6-454f-9465-da30f533731d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=644f4558-dca6-454f-9465-da30f533731d,segment=NetworkSegment(f7426a8c-6e96-4728-a1d7-524475ad5e61),segment_id=f7426a8c-6e96-4728-a1d7-524475ad5e61)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:30.672081 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['230a6a60-1da3-425e-8ff1-35512f5f96c2'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:53:30.700312 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (644f4558-dca6-454f-9465-da30f533731d), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:30.701137 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device e95ca826-2651-40ec-803c-c0c94b2615d4 up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:53:30.727616 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 55060) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:30.754680 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-db7830b3-8b4a-46e2-8467-38e1a0c87db4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:30.779822 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-c25bfee6-72a7-4944-9bde-2f77dbeb8318 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=63dfad47e8f14958a5724e98cd30b452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449661 Jul 01 19:53:30.780387 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:30.782818 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 55062) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:30.787592 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b0c05-7077-4cc9-a9ff-4a7d30d6949f req-5181b29a-e0fc-41c2-b852-2e8f6eeb48c5 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:30.789429 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-db2b0c05-7077-4cc9-a9ff-4a7d30d6949f req-5181b29a-e0fc-41c2-b852-2e8f6eeb48c5 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0785816 Jul 01 19:53:30.790418 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25bfee6-72a7-4944-9bde-2f77dbeb8318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b57222-de0b-48a4-973f-1fdb74f523d8,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:30.815169 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd986bf2-1b6b-4051-b8d7-ad8a64687c04 req-9e9506a7-6900-4aab-a2a3-986c2cc9d15d tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:30.816801 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-cd986bf2-1b6b-4051-b8d7-ad8a64687c04 req-9e9506a7-6900-4aab-a2a3-986c2cc9d15d tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 944 time: 0.1489515 Jul 01 19:53:30.906934 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-358d2753-7a5e-4ba0-8dcd-4a3346c914d6 admin admin] Publish callbacks [] for security_group (a7b57222-de0b-48a4-973f-1fdb74f523d8), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:30.920744 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-cd986bf2-1b6b-4051-b8d7-ad8a64687c04 req-f53643c4-3bbc-4656-9d96-ed7e6c02934c tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826845 Jul 01 19:53:30.942379 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-358d2753-7a5e-4ba0-8dcd-4a3346c914d6 admin admin] Publish callbacks [] for security_group (a7b57222-de0b-48a4-973f-1fdb74f523d8), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:30.945394 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-db2b0c05-7077-4cc9-a9ff-4a7d30d6949f req-e91d0427-7ee3-41ca-b41a-f89b15523564 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275179 Jul 01 19:53:31.009615 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-db7830b3-8b4a-46e2-8467-38e1a0c87db4 admin admin] Publish callbacks [] for security_group (58a9abb9-36a9-4f6b-9a55-c1684b5bd846), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:31.013600 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=75,neutron:DELETE=10,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:31.021750 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-db7830b3-8b4a-46e2-8467-38e1a0c87db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (58a9abb9-36a9-4f6b-9a55-c1684b5bd846), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:31.056551 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 55072) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:31.056766 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-db7830b3-8b4a-46e2-8467-38e1a0c87db4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=87bc86ed11294134b70f5135ad7418e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265903 Jul 01 19:53:31.075492 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning for port e95ca826-2651-40ec-803c-c0c94b2615d4 completed by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 19:53:31.092437 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=644f4558-dca6-454f-9465-da30f533731d,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:31.094020 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7830b3-8b4a-46e2-8467-38e1a0c87db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a9abb9-36a9-4f6b-9a55-c1684b5bd846,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:31.103789 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port e95ca826-2651-40ec-803c-c0c94b2615d4 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:31.104190 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (e95ca826-2651-40ec-803c-c0c94b2615d4), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:31.120488 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-358d2753-7a5e-4ba0-8dcd-4a3346c914d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (a7b57222-de0b-48a4-973f-1fdb74f523d8), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:31.129783 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-358d2753-7a5e-4ba0-8dcd-4a3346c914d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:31.134652 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-358d2753-7a5e-4ba0-8dcd-4a3346c914d6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a7b57222-de0b-48a4-973f-1fdb74f523d8 HTTP/1.1" status: 204 len: 168 time: 0.3476875 Jul 01 19:53:31.148020 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:31.169063 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d2753-7a5e-4ba0-8dcd-4a3346c914d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b57222-de0b-48a4-973f-1fdb74f523d8,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:31.214200 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-383b2127-bc5e-4a01-b427-948eb6ad904b admin admin] Publish callbacks [] for security_group (58a9abb9-36a9-4f6b-9a55-c1684b5bd846), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:31.250377 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-383b2127-bc5e-4a01-b427-948eb6ad904b admin admin] Publish callbacks [] for security_group (58a9abb9-36a9-4f6b-9a55-c1684b5bd846), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:31.291517 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:31.356709 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727ee35-afb3-41b5-9729-d09fd809e32c req-8ef6ac10-d1ec-427f-92c8-05c43835c0eb tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:31.370202 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1727ee35-afb3-41b5-9729-d09fd809e32c req-8ef6ac10-d1ec-427f-92c8-05c43835c0eb tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.3263564 Jul 01 19:53:31.440445 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1727ee35-afb3-41b5-9729-d09fd809e32c req-6973349f-d313-49f4-bd8e-cc6cc402c3b6 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689471 Jul 01 19:53:31.457424 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db67b22-5bdc-4980-8594-31df0b9da45a req-53dca163-aa15-4d22-8559-d85228724264 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:31.468491 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3db67b22-5bdc-4980-8594-31df0b9da45a req-53dca163-aa15-4d22-8559-d85228724264 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 945 time: 0.2558880 Jul 01 19:53:31.468491 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-383b2127-bc5e-4a01-b427-948eb6ad904b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (58a9abb9-36a9-4f6b-9a55-c1684b5bd846), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:31.472766 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-383b2127-bc5e-4a01-b427-948eb6ad904b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:31.476868 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-383b2127-bc5e-4a01-b427-948eb6ad904b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/58a9abb9-36a9-4f6b-9a55-c1684b5bd846 HTTP/1.1" status: 204 len: 168 time: 0.4171836 Jul 01 19:53:31.483328 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port e95ca826-2651-40ec-803c-c0c94b2615d4 is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:31.483896 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (e95ca826-2651-40ec-803c-c0c94b2615d4), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:31.509291 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b2127-bc5e-4a01-b427-948eb6ad904b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a9abb9-36a9-4f6b-9a55-c1684b5bd846,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:31.573601 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port e95ca826-2651-40ec-803c-c0c94b2615d4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=e95ca826-2651-40ec-803c-c0c94b2615d4,segment=NetworkSegment(f02bf9d1-ffb7-44b8-a9d1-fc167af55b69),segment_id=f02bf9d1-ffb7-44b8-a9d1-fc167af55b69)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:31.588917 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (e95ca826-2651-40ec-803c-c0c94b2615d4), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:31.610632 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3db67b22-5bdc-4980-8594-31df0b9da45a req-1dbae53c-3a36-4356-b264-fce4b8dedb4d tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/security-groups?id=c848bf84-1169-420b-9985-6a8203118d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289630 Jul 01 19:53:31.659616 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=e95ca826-2651-40ec-803c-c0c94b2615d4,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:31.898033 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 55112) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:31.921812 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b71c2855-6cf7-482d-b0b5-7aa38f133bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:31.978443 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:32.020637 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b71c2855-6cf7-482d-b0b5-7aa38f133bec admin admin] Publish callbacks [] for security_group (191231c2-5afa-45d0-a810-77e89e4c8166), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:32.026749 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b71c2855-6cf7-482d-b0b5-7aa38f133bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (191231c2-5afa-45d0-a810-77e89e4c8166), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:32.068132 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 230a6a60-1da3-425e-8ff1-35512f5f96c2 up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:53:32.074860 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c2855-6cf7-482d-b0b5-7aa38f133bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191231c2-5afa-45d0-a810-77e89e4c8166,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:32.079269 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-b71c2855-6cf7-482d-b0b5-7aa38f133bec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9df8a071f321415ab8a8e66e354f64b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1791234 Jul 01 19:53:32.081955 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 55122) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:32.101561 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2cbc3-44e9-4f32-8228-3e8840c8a47f req-7e75811d-cacd-475f-a7cf-7a958edc5958 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:32.112325 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a8e2cbc3-44e9-4f32-8228-3e8840c8a47f req-7e75811d-cacd-475f-a7cf-7a958edc5958 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0827482 Jul 01 19:53:32.163713 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68aa76c-bae5-43da-9f08-50f825938444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644f4558-dca6-454f-9465-da30f533731d'}, {'server_uuid': 'c7f809d6-179b-4d3c-a955-d8aa4ad1ee38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95ca826-2651-40ec-803c-c0c94b2615d4'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:53:32.164149 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-129e0320-14d1-4936-a7ef-888bc852886d admin admin] Publish callbacks [] for security_group (191231c2-5afa-45d0-a810-77e89e4c8166), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:32.170558 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0523ed8-1d03-4783-9b23-886cb606f5e2" -d '{"events": [{"server_uuid": "a68aa76c-bae5-43da-9f08-50f825938444", "name": "network-vif-plugged", "status": "completed", "tag": "644f4558-dca6-454f-9465-da30f533731d"}, {"server_uuid": "c7f809d6-179b-4d3c-a955-d8aa4ad1ee38", "name": "network-vif-plugged", "status": "completed", "tag": "e95ca826-2651-40ec-803c-c0c94b2615d4"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:53:32.193345 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-129e0320-14d1-4936-a7ef-888bc852886d admin admin] Publish callbacks [] for security_group (191231c2-5afa-45d0-a810-77e89e4c8166), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:32.202807 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning for port 230a6a60-1da3-425e-8ff1-35512f5f96c2 completed by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 19:53:32.217229 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port 230a6a60-1da3-425e-8ff1-35512f5f96c2 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:32.217636 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (230a6a60-1da3-425e-8ff1-35512f5f96c2), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:32.233886 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a8e2cbc3-44e9-4f32-8228-3e8840c8a47f req-fb281384-f980-4d22-a7b3-ac61f0dd5c03 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139886 Jul 01 19:53:32.245959 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993071e-65e7-4503-8b54-501849b9d784 req-602fac9e-6bb5-4a0e-abc7-b71114418a11 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:32.249448 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-129e0320-14d1-4936-a7ef-888bc852886d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (191231c2-5afa-45d0-a810-77e89e4c8166), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:32.253634 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-129e0320-14d1-4936-a7ef-888bc852886d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:32.254767 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-129e0320-14d1-4936-a7ef-888bc852886d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/191231c2-5afa-45d0-a810-77e89e4c8166 HTTP/1.1" status: 204 len: 168 time: 0.1718984 Jul 01 19:53:32.255545 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0993071e-65e7-4503-8b54-501849b9d784 req-602fac9e-6bb5-4a0e-abc7-b71114418a11 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 944 time: 0.1395383 Jul 01 19:53:32.270698 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e0320-14d1-4936-a7ef-888bc852886d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191231c2-5afa-45d0-a810-77e89e4c8166,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:32.330896 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 01 Jul 2022 19:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d82a57-1d46-4c99-91e5-e1d2ac3bf300 x-openstack-request-id: req-c0d82a57-1d46-4c99-91e5-e1d2ac3bf300 {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:53:32.331190 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68aa76c-bae5-43da-9f08-50f825938444", "name": "network-vif-plugged", "status": "completed", "tag": "644f4558-dca6-454f-9465-da30f533731d", "code": 200}, {"server_uuid": "c7f809d6-179b-4d3c-a955-d8aa4ad1ee38", "name": "network-vif-plugged", "status": "completed", "tag": "e95ca826-2651-40ec-803c-c0c94b2615d4", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:53:32.331605 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c0d82a57-1d46-4c99-91e5-e1d2ac3bf300 {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:53:32.332140 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0d82a57-1d46-4c99-91e5-e1d2ac3bf300'] response: {'server_uuid': 'a68aa76c-bae5-43da-9f08-50f825938444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644f4558-dca6-454f-9465-da30f533731d', 'code': 200} Jul 01 19:53:32.332403 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0d82a57-1d46-4c99-91e5-e1d2ac3bf300'] response: {'server_uuid': 'c7f809d6-179b-4d3c-a955-d8aa4ad1ee38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95ca826-2651-40ec-803c-c0c94b2615d4', 'code': 200} Jul 01 19:53:32.348871 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 230a6a60-1da3-425e-8ff1-35512f5f96c2 is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:32.349362 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (230a6a60-1da3-425e-8ff1-35512f5f96c2), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:32.375800 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0993071e-65e7-4503-8b54-501849b9d784 req-458106cb-dd42-4e60-88ee-cf321e181b02 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079829 Jul 01 19:53:32.404010 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 230a6a60-1da3-425e-8ff1-35512f5f96c2, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=230a6a60-1da3-425e-8ff1-35512f5f96c2,segment=NetworkSegment(0b411177-2154-4372-8183-0472605c751c),segment_id=0b411177-2154-4372-8183-0472605c751c)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:32.409181 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (230a6a60-1da3-425e-8ff1-35512f5f96c2), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:32.480103 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=230a6a60-1da3-425e-8ff1-35512f5f96c2,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:32.657996 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4cef2-ee2f-4b70-bf60-fa1359becb43 req-f822cf5b-2ba5-4998-bbf5-29f4a118b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:32.674574 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-29b4cef2-ee2f-4b70-bf60-fa1359becb43 req-f822cf5b-2ba5-4998-bbf5-29f4a118b3d6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 1130 time: 0.0902414 Jul 01 19:53:32.696809 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf1fdd-d335-418a-b322-d43e003aac91 req-ef1e2950-182d-423e-b4c3-9da33d811933 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:32.698315 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bcbf1fdd-d335-418a-b322-d43e003aac91 req-ef1e2950-182d-423e-b4c3-9da33d811933 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.1694779 Jul 01 19:53:32.721105 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07b93a-5d46-44ef-867b-8658dccf9058 req-f216e87c-780a-4d33-8939-45f67f7d8d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:32.722781 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1f07b93a-5d46-44ef-867b-8658dccf9058 req-f216e87c-780a-4d33-8939-45f67f7d8d3f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 1129 time: 0.1543376 Jul 01 19:53:32.988625 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dbf85-b379-4744-9749-738ce0cbc005 req-784cb1b4-9ad7-456b-b61f-89696c5c87a7 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:32.990140 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-087dbf85-b379-4744-9749-738ce0cbc005 req-784cb1b4-9ad7-456b-b61f-89696c5c87a7 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 946 time: 0.3007998 Jul 01 19:53:33.003246 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-29b4cef2-ee2f-4b70-bf60-fa1359becb43 req-8f0ef47f-6e7d-463d-9f42-07279b0d207d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c848bf84-1169-420b-9985-6a8203118d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277512 Jul 01 19:53:33.047659 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:33.052797 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 55162) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:33.053249 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bcbf1fdd-d335-418a-b322-d43e003aac91 req-2e895372-2063-4b60-8861-f9045b58a29c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3450351 Jul 01 19:53:33.060265 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1f07b93a-5d46-44ef-867b-8658dccf9058 req-2ca01182-a3fe-412a-98ae-1a7204663cb7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134763 Jul 01 19:53:33.114390 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-087dbf85-b379-4744-9749-738ce0cbc005 req-9135a449-71dc-46db-ae86-ee901e0a5df7 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/security-groups?id=c848bf84-1169-420b-9985-6a8203118d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099036 Jul 01 19:53:33.241177 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f40ef685-bfbe-4645-b589-b322ba6263bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:33.257441 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f503a-ce71-4d41-a502-17326cd5738e req-8e6d829c-ee0c-41d8-97f2-9bcd2a68c66e tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:33.260243 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e42f503a-ce71-4d41-a502-17326cd5738e req-8e6d829c-ee0c-41d8-97f2-9bcd2a68c66e tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.0608189 Jul 01 19:53:33.269107 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 55174) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:33.275954 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-05ee5301-2caa-449f-aa33-2f3974eed01c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Request body: {'floatingip': {'port_id': '93dfc642-870b-4bec-b7c3-31efe44f78c4'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:53:33.371014 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-05ee5301-2caa-449f-aa33-2f3974eed01c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for floatingip (30f3e9d9-e432-4e0b-a007-fb0c816e4d73), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:33.408558 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53511e-31f4-419f-8f31-5fb7e1ad20a5 req-00cdea1e-d4c1-4899-8eb7-18b91e263924 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:33.417480 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8c53511e-31f4-419f-8f31-5fb7e1ad20a5 req-00cdea1e-d4c1-4899-8eb7-18b91e263924 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0675430 Jul 01 19:53:33.424365 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 55182) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:33.490262 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8c53511e-31f4-419f-8f31-5fb7e1ad20a5 req-67d9d472-bb82-4f09-9d36-f9d44cb13ef5 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717471 Jul 01 19:53:33.560768 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a2e72-a371-4bf8-a25a-bb927c3aea44 req-05f02688-d279-4134-a8f4-225811015262 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:33.568320 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-957a2e72-a371-4bf8-a25a-bb927c3aea44 req-05f02688-d279-4134-a8f4-225811015262 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0766249 Jul 01 19:53:33.589281 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f40ef685-bfbe-4645-b589-b322ba6263bd admin admin] Publish callbacks [] for security_group (7e360aa5-815c-46d6-b4e4-fa6a7ab2a50f), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:33.597610 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f40ef685-bfbe-4645-b589-b322ba6263bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (7e360aa5-815c-46d6-b4e4-fa6a7ab2a50f), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:33.641289 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ef685-bfbe-4645-b589-b322ba6263bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e360aa5-815c-46d6-b4e4-fa6a7ab2a50f,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:33.690364 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-957a2e72-a371-4bf8-a25a-bb927c3aea44 req-e3ef96b7-bafc-44ba-81c6-f6c68c31a5f5 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206753 Jul 01 19:53:33.691749 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-cda82820-6379-4ad1-90b2-60431ae49e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:33.745405 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-f40ef685-bfbe-4645-b589-b322ba6263bd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=66aedf07dfbd465a9cdd7ea8747eceed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6912630 Jul 01 19:53:33.750192 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 55196) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:33.813206 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-cda82820-6379-4ad1-90b2-60431ae49e7b admin admin] Publish callbacks [] for security_group (5ad78c99-5ddc-4457-8080-59d77bc66f74), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:33.820431 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-cda82820-6379-4ad1-90b2-60431ae49e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (5ad78c99-5ddc-4457-8080-59d77bc66f74), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:33.863383 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda82820-6379-4ad1-90b2-60431ae49e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad78c99-5ddc-4457-8080-59d77bc66f74,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:33.877654 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-cda82820-6379-4ad1-90b2-60431ae49e7b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0c017416f9d24837be210629a4bd94cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4505050 Jul 01 19:53:33.878427 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 55200) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:33.925809 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:33.963516 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0079-8dae-46c2-a5e7-f35a85eea406 admin admin] Publish callbacks [] for security_group (7e360aa5-815c-46d6-b4e4-fa6a7ab2a50f), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:33.977641 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8e0971b9-f353-4fbd-982f-cdcafa03f6ff admin admin] Publish callbacks [] for security_group (5ad78c99-5ddc-4457-8080-59d77bc66f74), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:33.998194 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0079-8dae-46c2-a5e7-f35a85eea406 admin admin] Publish callbacks [] for security_group (7e360aa5-815c-46d6-b4e4-fa6a7ab2a50f), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:33.999532 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:34.026432 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8e0971b9-f353-4fbd-982f-cdcafa03f6ff admin admin] Publish callbacks [] for security_group (5ad78c99-5ddc-4457-8080-59d77bc66f74), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:34.066169 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:34.101909 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8e0971b9-f353-4fbd-982f-cdcafa03f6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (5ad78c99-5ddc-4457-8080-59d77bc66f74), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:34.105040 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8e0971b9-f353-4fbd-982f-cdcafa03f6ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:34.106740 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-8e0971b9-f353-4fbd-982f-cdcafa03f6ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5ad78c99-5ddc-4457-8080-59d77bc66f74 HTTP/1.1" status: 204 len: 168 time: 0.2273159 Jul 01 19:53:34.116019 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 55210) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:34.119372 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0971b9-f353-4fbd-982f-cdcafa03f6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad78c99-5ddc-4457-8080-59d77bc66f74,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:34.287691 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0079-8dae-46c2-a5e7-f35a85eea406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (7e360aa5-815c-46d6-b4e4-fa6a7ab2a50f), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:34.290486 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0079-8dae-46c2-a5e7-f35a85eea406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:34.294514 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-d7ca0079-8dae-46c2-a5e7-f35a85eea406 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7e360aa5-815c-46d6-b4e4-fa6a7ab2a50f HTTP/1.1" status: 204 len: 168 time: 0.5431764 Jul 01 19:53:34.299930 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf2d7f-4a8e-41b3-8b56-2c4f0a234301 req-70dcceb7-9841-4741-9cff-7062be0f0005 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:34.301444 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7ebf2d7f-4a8e-41b3-8b56-2c4f0a234301 req-70dcceb7-9841-4741-9cff-7062be0f0005 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 946 time: 0.0860205 Jul 01 19:53:34.334189 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a80874-00ef-4d4b-8ef0-7a604ed7458e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230a6a60-1da3-425e-8ff1-35512f5f96c2'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:53:34.334870 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca0079-8dae-46c2-a5e7-f35a85eea406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e360aa5-815c-46d6-b4e4-fa6a7ab2a50f,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:34.337699 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e658262d-2a8f-4e5c-96e6-5b0baa5eb1aa" -d '{"events": [{"server_uuid": "c1a80874-00ef-4d4b-8ef0-7a604ed7458e", "name": "network-vif-plugged", "status": "completed", "tag": "230a6a60-1da3-425e-8ff1-35512f5f96c2"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:53:34.408497 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7ebf2d7f-4a8e-41b3-8b56-2c4f0a234301 req-d112252a-98e4-4fe3-88ee-232125a884cb tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/security-groups?id=c848bf84-1169-420b-9985-6a8203118d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000683 Jul 01 19:53:34.408968 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce4ea55-845d-492d-8c0f-a7bd77575451 x-openstack-request-id: req-8ce4ea55-845d-492d-8c0f-a7bd77575451 {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:53:34.409309 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a80874-00ef-4d4b-8ef0-7a604ed7458e", "name": "network-vif-plugged", "status": "completed", "tag": "230a6a60-1da3-425e-8ff1-35512f5f96c2", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:53:34.409569 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8ce4ea55-845d-492d-8c0f-a7bd77575451 {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:53:34.409977 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ce4ea55-845d-492d-8c0f-a7bd77575451'] response: {'server_uuid': 'c1a80874-00ef-4d4b-8ef0-7a604ed7458e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230a6a60-1da3-425e-8ff1-35512f5f96c2', 'code': 200} Jul 01 19:53:34.484233 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-7a750779-c8aa-4b33-ac88-1d9bf1b1ad56 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1639184484-network', 'tenant_id': '387f55f94c784e988f8c0e240f2dc1c6'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:53:34.529364 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a750779-c8aa-4b33-ac88-1d9bf1b1ad56 admin admin] Made reservation on behalf of 387f55f94c784e988f8c0e240f2dc1c6 for: {'network': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:53:34.536476 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7a750779-c8aa-4b33-ac88-1d9bf1b1ad56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for network (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:34.562990 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7a750779-c8aa-4b33-ac88-1d9bf1b1ad56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:34.666525 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-05ee5301-2caa-449f-aa33-2f3974eed01c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:34.672204 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-05ee5301-2caa-449f-aa33-2f3974eed01c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (30f3e9d9-e432-4e0b-a007-fb0c816e4d73), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:34.693888 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:34.695113 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 55230) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:34.718065 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1f3d1-28ae-4245-8fb7-b14ab0792da4 req-16bd8b89-8194-4b38-88e6-65da08479311 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:34.719995 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-91b1f3d1-28ae-4245-8fb7-b14ab0792da4 req-16bd8b89-8194-4b38-88e6-65da08479311 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.1219127 Jul 01 19:53:34.737288 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-17507a87-ffa7-46b4-b2a7-b9561cede4e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:34.864921 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-91b1f3d1-28ae-4245-8fb7-b14ab0792da4 req-82342afe-3299-48e3-9d42-3381c32ac626 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128078 Jul 01 19:53:34.871827 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7a750779-c8aa-4b33-ac88-1d9bf1b1ad56 admin admin] Publish callbacks [] for security_group (56a8a4f2-bdce-4200-8520-49a7499aefe0), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:34.898242 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7a750779-c8aa-4b33-ac88-1d9bf1b1ad56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (56a8a4f2-bdce-4200-8520-49a7499aefe0), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:34.911145 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a750779-c8aa-4b33-ac88-1d9bf1b1ad56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=110544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 19:53:34.923371 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7a750779-c8aa-4b33-ac88-1d9bf1b1ad56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (35f3bbd7-0242-4ffe-80f7-c98ec39c7dee), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:34.923613 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.segments_db [None req-7a750779-c8aa-4b33-ac88-1d9bf1b1ad56 admin admin] Added segment 35f3bbd7-0242-4ffe-80f7-c98ec39c7dee of type vlan for network 0f950f12-4f8f-441b-841d-975178800bd6 Jul 01 19:53:34.966428 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.l3_db [None req-05ee5301-2caa-449f-aa33-2f3974eed01c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Floating IP 30f3e9d9-e432-4e0b-a007-fb0c816e4d73 associated. External IP: 172.27.1.226, port: 93dfc642-870b-4bec-b7c3-31efe44f78c4. Jul 01 19:53:35.024266 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5807a-6710-4278-89bb-a5982e8f54c3 req-c6fc026d-3674-49d8-a380-d7ac2dea0364 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:35.025906 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-66d5807a-6710-4278-89bb-a5982e8f54c3 req-c6fc026d-3674-49d8-a380-d7ac2dea0364 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.1307898 Jul 01 19:53:35.029373 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-17507a87-ffa7-46b4-b2a7-b9561cede4e3 admin admin] Publish callbacks [] for security_group (4b16236c-f057-48cb-9c53-fb90f227ffdb), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:35.080887 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-17507a87-ffa7-46b4-b2a7-b9561cede4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (4b16236c-f057-48cb-9c53-fb90f227ffdb), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:35.100246 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a750779-c8aa-4b33-ac88-1d9bf1b1ad56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a8a4f2-bdce-4200-8520-49a7499aefe0,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:35.111550 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7a750779-c8aa-4b33-ac88-1d9bf1b1ad56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766989805963'] for network (0f950f12-4f8f-441b-841d-975178800bd6), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:35.146909 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:35.173366 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-66d5807a-6710-4278-89bb-a5982e8f54c3 req-f2bebf79-7e18-4807-8a6d-43ae2da599c2 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209936 Jul 01 19:53:35.199180 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-17507a87-ffa7-46b4-b2a7-b9561cede4e3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3d6e456327d7419583b4d47a2cc94e6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4886291 Jul 01 19:53:35.208542 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 55254) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:35.214086 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17507a87-ffa7-46b4-b2a7-b9561cede4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b16236c-f057-48cb-9c53-fb90f227ffdb,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:35.235759 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7a750779-c8aa-4b33-ac88-1d9bf1b1ad56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for network (0f950f12-4f8f-441b-841d-975178800bd6), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:35.236778 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a750779-c8aa-4b33-ac88-1d9bf1b1ad56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:35.237375 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7a750779-c8aa-4b33-ac88-1d9bf1b1ad56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:35.302146 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ee5301-2caa-449f-aa33-2f3974eed01c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Router b0e58633-c4aa-422b-8607-4a78d1fc72ca has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:53:35.307344 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-7a750779-c8aa-4b33-ac88-1d9bf1b1ad56 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1894586 Jul 01 19:53:35.310143 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 55256) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:35.314882 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-616a1b9d-bf18-4afd-a8ef-a13aea7eb56b admin admin] Request body: {'subnet': {'network_id': '0f950f12-4f8f-441b-841d-975178800bd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1639184484-subnet', 'tenant_id': '387f55f94c784e988f8c0e240f2dc1c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:53:35.352319 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a750779-c8aa-4b33-ac88-1d9bf1b1ad56 admin admin] Pushing event updated for resources: {'Network': ['ID=0f950f12-4f8f-441b-841d-975178800bd6,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:35.363609 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Network 0f950f12-4f8f-441b-841d-975178800bd6 details requested by agent ovs-agent-dv-cinder-844601-7-iscsi with host dv-cinder-844601-7-iscsi {{(pid=110546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 19:53:35.437390 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:35.463588 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c9d36f3b-5fc6-4c88-ad1c-f96f5dd733aa admin admin] Publish callbacks [] for security_group (4b16236c-f057-48cb-9c53-fb90f227ffdb), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:35.498703 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d67dc3-e330-43ce-8d58-3ba947f0118a req-89c73eed-0da1-4cc0-98b4-ada1010c37f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:35.504694 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a2d67dc3-e330-43ce-8d58-3ba947f0118a req-89c73eed-0da1-4cc0-98b4-ada1010c37f5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 1129 time: 0.1457264 Jul 01 19:53:35.507034 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ee5301-2caa-449f-aa33-2f3974eed01c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:53:35.519245 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c9d36f3b-5fc6-4c88-ad1c-f96f5dd733aa admin admin] Publish callbacks [] for security_group (4b16236c-f057-48cb-9c53-fb90f227ffdb), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:35.529204 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2929f3-9203-4bc5-9c20-2dc5e46cfd1c None None] Sync routers for ids ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:53:35.530683 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-05ee5301-2caa-449f-aa33-2f3974eed01c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:35.538033 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616a1b9d-bf18-4afd-a8ef-a13aea7eb56b admin admin] Made reservation on behalf of 387f55f94c784e988f8c0e240f2dc1c6 for: {'subnet': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:53:35.542357 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2929f3-9203-4bc5-9c20-2dc5e46cfd1c None None] Routers {'b0e58633-c4aa-422b-8607-4a78d1fc72ca'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:53:35.543227 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-ff2929f3-9203-4bc5-9c20-2dc5e46cfd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:53:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:53:35.548729 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-616a1b9d-bf18-4afd-a8ef-a13aea7eb56b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:35.588178 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-05ee5301-2caa-449f-aa33-2f3974eed01c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "PUT /v2.0/floatingips/30f3e9d9-e432-4e0b-a007-fb0c816e4d73 HTTP/1.1" status: 200 len: 991 time: 2.3181496 Jul 01 19:53:35.589479 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe1a243-f161-4e1a-ada3-d5ef02346b96', 'tag': '93dfc642-870b-4bec-b7c3-31efe44f78c4'}] {{(pid=110545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:53:35.592856 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcb8287ee1e4b298a834a36a05516dc05427937f10d56c225ffa2f4d88459ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0221cb0d-de14-41e8-8cf6-d4ab5b075712" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe1a243-f161-4e1a-ada3-d5ef02346b96", "tag": "93dfc642-870b-4bec-b7c3-31efe44f78c4"}]}' {{(pid=110545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:53:35.602828 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:35.671201 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e2d3b6-ace6-42e6-bb03-6fff551fce7f x-openstack-request-id: req-31e2d3b6-ace6-42e6-bb03-6fff551fce7f {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:53:35.671544 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe1a243-f161-4e1a-ada3-d5ef02346b96", "tag": "93dfc642-870b-4bec-b7c3-31efe44f78c4", "status": "completed", "code": 200}]} {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:53:35.671801 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-31e2d3b6-ace6-42e6-bb03-6fff551fce7f {{(pid=110545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:53:35.672212 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e2d3b6-ace6-42e6-bb03-6fff551fce7f'] response: {'name': 'network-changed', 'server_uuid': '4fe1a243-f161-4e1a-ada3-d5ef02346b96', 'tag': '93dfc642-870b-4bec-b7c3-31efe44f78c4', 'status': 'completed', 'code': 200} Jul 01 19:53:35.741736 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326cdd0-753a-44a7-8a3b-0aacb0df627e req-c2a3124d-e6ad-4060-a822-3a5ba072070c tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:35.743752 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f326cdd0-753a-44a7-8a3b-0aacb0df627e req-c2a3124d-e6ad-4060-a822-3a5ba072070c tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 946 time: 0.2068481 Jul 01 19:53:35.779531 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a2d67dc3-e330-43ce-8d58-3ba947f0118a req-a05224e5-e5f1-4d2a-95b3-aa2f94ae44ea service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433558 Jul 01 19:53:35.793887 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-ff2929f3-9203-4bc5-9c20-2dc5e46cfd1c None None] Set router b0e58633-c4aa-422b-8607-4a78d1fc72ca gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:53:35.811952 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221cb0d-de14-41e8-8cf6-d4ab5b075712 req-a45f397d-fcba-497d-96f0-d4b61fe4dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:35.813780 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0221cb0d-de14-41e8-8cf6-d4ab5b075712 req-a45f397d-fcba-497d-96f0-d4b61fe4dd49 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8e38ec3f92a47fe98829eb3d289cdb4&device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 1129 time: 0.0969815 Jul 01 19:53:35.830403 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c9d36f3b-5fc6-4c88-ad1c-f96f5dd733aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (4b16236c-f057-48cb-9c53-fb90f227ffdb), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:35.832936 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c9d36f3b-5fc6-4c88-ad1c-f96f5dd733aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:35.836727 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-c9d36f3b-5fc6-4c88-ad1c-f96f5dd733aa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4b16236c-f057-48cb-9c53-fb90f227ffdb HTTP/1.1" status: 204 len: 168 time: 0.6236804 Jul 01 19:53:35.863679 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d36f3b-5fc6-4c88-ad1c-f96f5dd733aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b16236c-f057-48cb-9c53-fb90f227ffdb,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:35.873920 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f326cdd0-753a-44a7-8a3b-0aacb0df627e req-e08c9221-56f7-42e3-86ed-84561e52a13b tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/security-groups?id=c848bf84-1169-420b-9985-6a8203118d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974753 Jul 01 19:53:36.030041 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:36.052273 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-616a1b9d-bf18-4afd-a8ef-a13aea7eb56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for subnet (f806f9b2-2f06-43f3-84d7-7c928aa3c875), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:36.122913 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-ff2929f3-9203-4bc5-9c20-2dc5e46cfd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'name': 'tempest-AttachVolumeShelveTestJSON-1212348297-router', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:38Z', 'updated_at': '2022-07-01T19:52:49Z', 'revision_number': 4, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'gw_port': {'id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:39Z', 'updated_at': '2022-07-01T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '30f3e9d9-e432-4e0b-a007-fb0c816e4d73', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'floating_ip_address': '172.27.1.226', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'port_id': '93dfc642-870b-4bec-b7c3-31efe44f78c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'mac_address': 'fa:16:3e:88:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe1a243-f161-4e1a-ada3-d5ef02346b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:52:57Z', 'updated_at': '2022-07-01T19:53:34Z', 'revision_number': 1, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48953ab3-78b5-40da-bb7f-cd29125c557e', 'name': '', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'mac_address': 'fa:16:3e:1e:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:46Z', 'updated_at': '2022-07-01T19:52:58Z', 'revision_number': 5, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'subnets': [{'id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:53:36.148071 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2929f3-9203-4bc5-9c20-2dc5e46cfd1c None None] Checking router: b0e58633-c4aa-422b-8607-4a78d1fc72ca for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:53:36.157428 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2929f3-9203-4bc5-9c20-2dc5e46cfd1c None None] Routers {'b0e58633-c4aa-422b-8607-4a78d1fc72ca'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:53:36.158077 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-ff2929f3-9203-4bc5-9c20-2dc5e46cfd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:53:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:53:36.167304 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-01d45a8d-0639-46fe-9cc1-da3b555989da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:36.259200 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a1b9d-bf18-4afd-a8ef-a13aea7eb56b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f806f9b2-2f06-43f3-84d7-7c928aa3c875,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:36.278685 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173ba6f-3a21-47f1-831c-1d7744c3f69d req-e1503951-8cf4-4223-842a-9df9488522aa tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:36.281048 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6173ba6f-3a21-47f1-831c-1d7744c3f69d req-e1503951-8cf4-4223-842a-9df9488522aa tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.1031754 Jul 01 19:53:36.319973 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-ff2929f3-9203-4bc5-9c20-2dc5e46cfd1c None None] Set router b0e58633-c4aa-422b-8607-4a78d1fc72ca gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:53:36.331539 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221cb0d-de14-41e8-8cf6-d4ab5b075712 req-875b11fe-9186-47d3-b17d-0fea1287fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:36.333170 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0221cb0d-de14-41e8-8cf6-d4ab5b075712 req-875b11fe-9186-47d3-b17d-0fea1287fc4c service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e9d88c7-2969-402f-b3c2-096acc062b79 HTTP/1.1" status: 200 len: 918 time: 0.3450029 Jul 01 19:53:36.358727 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616a1b9d-bf18-4afd-a8ef-a13aea7eb56b admin admin] Checking segment: {'id': '35f3bbd7-0242-4ffe-80f7-c98ec39c7dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0f950f12-4f8f-441b-841d-975178800bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:53:36.359092 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616a1b9d-bf18-4afd-a8ef-a13aea7eb56b admin admin] Network hostable DHCP agents. Network: 0f950f12-4f8f-441b-841d-975178800bd6, hostable agents: ['c73d88bc-f5d4-4e4e-bef7-e6641222d38b'], hosted agents: [] {{(pid=110544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 19:53:36.401820 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1c812-ea6d-4cc6-8526-de30d0dbe38b req-5a7aee59-8af8-4270-a554-c553f1b142fc tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:36.409809 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8aa1c812-ea6d-4cc6-8526-de30d0dbe38b req-5a7aee59-8af8-4270-a554-c553f1b142fc tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.1145029 Jul 01 19:53:36.467318 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6173ba6f-3a21-47f1-831c-1d7744c3f69d req-d508362e-e5d1-41e0-b3af-aca22175408c tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731195 Jul 01 19:53:36.467993 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616a1b9d-bf18-4afd-a8ef-a13aea7eb56b admin admin] Network 0f950f12-4f8f-441b-841d-975178800bd6 is scheduled to be hosted by DHCP agent c73d88bc-f5d4-4e4e-bef7-e6641222d38b with binding_index 1 {{(pid=110544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 19:53:36.524673 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-616a1b9d-bf18-4afd-a8ef-a13aea7eb56b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-7-iscsi, 0f950f12-4f8f-441b-841d-975178800bd6) {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:53:36.544134 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce05cf3-9b2c-4c4c-819c-24c756098776 None None] Network 0f950f12-4f8f-441b-841d-975178800bd6 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:53:36.643815 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616a1b9d-bf18-4afd-a8ef-a13aea7eb56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:36.644719 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-616a1b9d-bf18-4afd-a8ef-a13aea7eb56b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for subnet (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:36.689027 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-ff2929f3-9203-4bc5-9c20-2dc5e46cfd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'name': 'tempest-AttachVolumeShelveTestJSON-1212348297-router', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:38Z', 'updated_at': '2022-07-01T19:52:49Z', 'revision_number': 4, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'gw_port': {'id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:39Z', 'updated_at': '2022-07-01T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '30f3e9d9-e432-4e0b-a007-fb0c816e4d73', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'floating_ip_address': '172.27.1.226', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'port_id': '93dfc642-870b-4bec-b7c3-31efe44f78c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'mac_address': 'fa:16:3e:88:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe1a243-f161-4e1a-ada3-d5ef02346b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:52:57Z', 'updated_at': '2022-07-01T19:53:34Z', 'revision_number': 1, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48953ab3-78b5-40da-bb7f-cd29125c557e', 'name': '', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'mac_address': 'fa:16:3e:1e:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:46Z', 'updated_at': '2022-07-01T19:52:58Z', 'revision_number': 5, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'subnets': [{'id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:53:36.738277 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8aa1c812-ea6d-4cc6-8526-de30d0dbe38b req-3e1e2247-27e6-4653-a760-162bfbc98661 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3275156 Jul 01 19:53:36.771193 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-616a1b9d-bf18-4afd-a8ef-a13aea7eb56b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4520974 Jul 01 19:53:36.792315 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d41aa90-8ae7-4555-8f2b-4f3b7240bd0b None None] Network 0f950f12-4f8f-441b-841d-975178800bd6 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:53:36.798065 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2929f3-9203-4bc5-9c20-2dc5e46cfd1c None None] The sync data for ids ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'] in dv-cinder-844601-7-iscsi is: [{'id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'name': 'tempest-AttachVolumeShelveTestJSON-1212348297-router', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:38Z', 'updated_at': '2022-07-01T19:52:49Z', 'revision_number': 4, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'gw_port': {'id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:39Z', 'updated_at': '2022-07-01T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '30f3e9d9-e432-4e0b-a007-fb0c816e4d73', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'floating_ip_address': '172.27.1.226', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'port_id': '93dfc642-870b-4bec-b7c3-31efe44f78c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'mac_address': 'fa:16:3e:88:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe1a243-f161-4e1a-ada3-d5ef02346b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:52:57Z', 'updated_at': '2022-07-01T19:53:34Z', 'revision_number': 1, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48953ab3-78b5-40da-bb7f-cd29125c557e', 'name': '', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'mac_address': 'fa:16:3e:1e:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:46Z', 'updated_at': '2022-07-01T19:52:58Z', 'revision_number': 5, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'subnets': [{'id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:53:36.809449 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0221cb0d-de14-41e8-8cf6-d4ab5b075712 req-6e968028-ce07-40d7-9918-791ab13a184c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93dfc642-870b-4bec-b7c3-31efe44f78c4 HTTP/1.1" status: 200 len: 999 time: 0.3095665 Jul 01 19:53:37.173815 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127582b-659a-47ee-b57e-f251f06b818c req-55249e01-b78d-4688-9829-177efddf4853 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:37.178045 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5127582b-659a-47ee-b57e-f251f06b818c req-55249e01-b78d-4688-9829-177efddf4853 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0835669 Jul 01 19:53:37.415019 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5127582b-659a-47ee-b57e-f251f06b818c req-89692681-f103-421c-94df-c4252caca0b2 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218208 Jul 01 19:53:37.475463 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:37.563187 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221cb0d-de14-41e8-8cf6-d4ab5b075712 req-7f8b3cf9-762e-4c34-a5a3-67fc6b8ef74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:37.565650 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0221cb0d-de14-41e8-8cf6-d4ab5b075712 req-7f8b3cf9-762e-4c34-a5a3-67fc6b8ef74c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=76c01db0-193d-4246-8c54-cae6849bb14c HTTP/1.1" status: 200 len: 856 time: 0.2501032 Jul 01 19:53:37.636039 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad019c4-a428-4f57-bd84-e65b969772a1 req-725f0188-b718-41ca-acf2-7556323db865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:37.637547 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1ad019c4-a428-4f57-bd84-e65b969772a1 req-725f0188-b718-41ca-acf2-7556323db865 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ba0ddfd3efd41ee9687efe014c40bf0&device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 1129 time: 0.1582694 Jul 01 19:53:37.700689 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221cb0d-de14-41e8-8cf6-d4ab5b075712 req-fca70ff6-f8dd-4d98-ad26-8ec9617be026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:37.703813 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0221cb0d-de14-41e8-8cf6-d4ab5b075712 req-fca70ff6-f8dd-4d98-ad26-8ec9617be026 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9d88c7-2969-402f-b3c2-096acc062b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1315558 Jul 01 19:53:37.976411 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad019c4-a428-4f57-bd84-e65b969772a1 req-2a173bda-f44f-428f-a9ef-6fbd7b41974b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:37.978884 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1ad019c4-a428-4f57-bd84-e65b969772a1 req-2a173bda-f44f-428f-a9ef-6fbd7b41974b service neutron] 10.222.0.60 "GET /v2.0/networks?id=13dd580c-809a-4f73-9432-a6d0838269e1 HTTP/1.1" status: 200 len: 920 time: 0.3248706 Jul 01 19:53:38.055915 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0221cb0d-de14-41e8-8cf6-d4ab5b075712 req-d9819fb8-1821-4bfc-b6af-9633913940f9 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402357 Jul 01 19:53:38.057026 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1ad019c4-a428-4f57-bd84-e65b969772a1 req-f611a451-9a51-4dd1-a727-341509c2a99d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=644f4558-dca6-454f-9465-da30f533731d HTTP/1.1" status: 200 len: 217 time: 0.0666637 Jul 01 19:53:38.063100 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acfa14-b731-4129-9305-0e9cbcb69828 req-32a53ccf-c2c3-4032-896b-69dfc078ebf6 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:38.064611 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b2acfa14-b731-4129-9305-0e9cbcb69828 req-32a53ccf-c2c3-4032-896b-69dfc078ebf6 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.1471915 Jul 01 19:53:38.134091 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eecfe6-f3a4-4fb2-8ca6-f0df7c2837c8 None None] New status for floating IP 30f3e9d9-e432-4e0b-a007-fb0c816e4d73: ACTIVE {{(pid=110546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 19:53:38.162422 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:38.205029 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad019c4-a428-4f57-bd84-e65b969772a1 req-e1816b8b-9007-4493-9051-470a82c33d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:38.206576 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1ad019c4-a428-4f57-bd84-e65b969772a1 req-e1816b8b-9007-4493-9051-470a82c33d62 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b109ae2e-b5c6-4eef-8a69-a246d16af692 HTTP/1.1" status: 200 len: 858 time: 0.1233997 Jul 01 19:53:38.301685 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 55376) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:38.462287 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fe7d1c9d-59a1-4964-b2ca-e138316f23a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:38.485706 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b2acfa14-b731-4129-9305-0e9cbcb69828 req-ff588ad6-e462-4905-bc34-fc3541fefdd7 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4131348 Jul 01 19:53:38.528728 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad019c4-a428-4f57-bd84-e65b969772a1 req-2705c8a5-ad3b-4e51-8a9e-4fd63be463e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:38.530779 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1ad019c4-a428-4f57-bd84-e65b969772a1 req-2705c8a5-ad3b-4e51-8a9e-4fd63be463e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=13dd580c-809a-4f73-9432-a6d0838269e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0930562 Jul 01 19:53:38.578322 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0221cb0d-de14-41e8-8cf6-d4ab5b075712 req-5ad4dfc8-a0f9-4ec5-bb19-b87fd3aa8a8e service neutron] 10.222.0.60 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045469 Jul 01 19:53:38.634994 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-94acf8a2-7199-456d-aaec-fdca17592713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:38.638273 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fe7d1c9d-59a1-4964-b2ca-e138316f23a5 admin admin] Publish callbacks [] for security_group (733df6fa-22f4-4075-bc5e-cd0d21712ff2), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:38.644754 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fe7d1c9d-59a1-4964-b2ca-e138316f23a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (733df6fa-22f4-4075-bc5e-cd0d21712ff2), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:38.706264 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d1c9d-59a1-4964-b2ca-e138316f23a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733df6fa-22f4-4075-bc5e-cd0d21712ff2,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:38.712625 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-fe7d1c9d-59a1-4964-b2ca-e138316f23a5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=163a24a30c4d45c3b65a63257e441f67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4066525 Jul 01 19:53:38.715221 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 55392) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:38.722545 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d1c9d-59a1-4964-b2ca-e138316f23a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:38.722894 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d1c9d-59a1-4964-b2ca-e138316f23a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:38.723364 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d1c9d-59a1-4964-b2ca-e138316f23a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:38.723712 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d1c9d-59a1-4964-b2ca-e138316f23a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:38.724045 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d1c9d-59a1-4964-b2ca-e138316f23a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:38.724376 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d1c9d-59a1-4964-b2ca-e138316f23a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:38.724703 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d1c9d-59a1-4964-b2ca-e138316f23a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:38.725558 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d1c9d-59a1-4964-b2ca-e138316f23a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:38.725558 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d1c9d-59a1-4964-b2ca-e138316f23a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:38.725762 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d1c9d-59a1-4964-b2ca-e138316f23a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:38.726063 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d1c9d-59a1-4964-b2ca-e138316f23a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:38.726394 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d1c9d-59a1-4964-b2ca-e138316f23a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:38.726820 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d1c9d-59a1-4964-b2ca-e138316f23a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:38.727334 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d1c9d-59a1-4964-b2ca-e138316f23a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:38.727662 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d1c9d-59a1-4964-b2ca-e138316f23a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:38.753977 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e13f8-4822-46e0-8918-2f94e6055a18 req-a4e83c11-8704-418f-96aa-38a4569b8f56 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:38.754591 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:38.755695 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2a2e13f8-4822-46e0-8918-2f94e6055a18 req-a4e83c11-8704-418f-96aa-38a4569b8f56 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.1233852 Jul 01 19:53:38.764594 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759532c-b5b2-4192-828d-51ff204f4892 req-ae56fd5e-af65-4d98-b097-2ef587e4133a tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:38.766048 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3759532c-b5b2-4192-828d-51ff204f4892 req-ae56fd5e-af65-4d98-b097-2ef587e4133a tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0773244 Jul 01 19:53:38.774927 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 55394) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:38.776137 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1ad019c4-a428-4f57-bd84-e65b969772a1 req-406285ef-2fb3-4e85-a37d-96af30bbce69 service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282922 Jul 01 19:53:38.782112 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-993b9271-6123-4566-8458-7e4f0592e2c1 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Request body: {'floatingip': {'port_id': '230a6a60-1da3-425e-8ff1-35512f5f96c2'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:53:38.784615 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:38.813145 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2a2e13f8-4822-46e0-8918-2f94e6055a18 req-5291c67c-d69c-4907-88c6-a210a9fcda9a tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446744 Jul 01 19:53:38.828173 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-70ed6a9f-8c01-4ed4-8c31-b23941fe9bed admin admin] Publish callbacks [] for security_group (733df6fa-22f4-4075-bc5e-cd0d21712ff2), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:38.833219 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-993b9271-6123-4566-8458-7e4f0592e2c1 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for floatingip (3d39b923-671f-4fc7-922d-acf311f98c96), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:38.916879 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-70ed6a9f-8c01-4ed4-8c31-b23941fe9bed admin admin] Publish callbacks [] for security_group (733df6fa-22f4-4075-bc5e-cd0d21712ff2), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:38.934358 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1ad019c4-a428-4f57-bd84-e65b969772a1 req-66b58ff2-2b20-4616-b8df-cdf8ae1068eb service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111531 Jul 01 19:53:39.105443 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-70ed6a9f-8c01-4ed4-8c31-b23941fe9bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (733df6fa-22f4-4075-bc5e-cd0d21712ff2), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:39.108058 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-70ed6a9f-8c01-4ed4-8c31-b23941fe9bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:39.113404 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-70ed6a9f-8c01-4ed4-8c31-b23941fe9bed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/733df6fa-22f4-4075-bc5e-cd0d21712ff2 HTTP/1.1" status: 204 len: 168 time: 0.3931320 Jul 01 19:53:39.127433 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed6a9f-8c01-4ed4-8c31-b23941fe9bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733df6fa-22f4-4075-bc5e-cd0d21712ff2,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:39.396968 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-993b9271-6123-4566-8458-7e4f0592e2c1 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:39.405119 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-993b9271-6123-4566-8458-7e4f0592e2c1 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (3d39b923-671f-4fc7-922d-acf311f98c96), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:39.531625 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.l3_db [None req-993b9271-6123-4566-8458-7e4f0592e2c1 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Floating IP 3d39b923-671f-4fc7-922d-acf311f98c96 associated. External IP: 172.27.1.180, port: 230a6a60-1da3-425e-8ff1-35512f5f96c2. Jul 01 19:53:39.677261 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-70c1a9bb-ca8b-4993-b2f9-12e26b4b3d04 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:39.679053 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-70c1a9bb-ca8b-4993-b2f9-12e26b4b3d04 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/networks?id=0f950f12-4f8f-441b-841d-975178800bd6 HTTP/1.1" status: 200 len: 809 time: 0.1222765 Jul 01 19:53:39.697861 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-9233351e-3ae3-4d72-a641-03d75561487c tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/quotas/387f55f94c784e988f8c0e240f2dc1c6 HTTP/1.1" status: 200 len: 375 time: 0.0119853 Jul 01 19:53:39.735534 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:39.747463 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993b9271-6123-4566-8458-7e4f0592e2c1 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Router c2243065-4dd3-416f-a3f1-69bed13e411d has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:53:39.759321 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-7f869fbb-d2da-4b0c-9963-9062cb4125e0 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=387f55f94c784e988f8c0e240f2dc1c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533631 Jul 01 19:53:39.794591 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:39.826309 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:39.847323 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 19:53:39.860835 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-f6b6b1b0-fe78-4d7e-bc34-407fdc4325cb service neutron] 10.222.0.66 "GET /v2.0/networks/0f950f12-4f8f-441b-841d-975178800bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003289 Jul 01 19:53:39.867237 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993b9271-6123-4566-8458-7e4f0592e2c1 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:53:39.872752 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-993b9271-6123-4566-8458-7e4f0592e2c1 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:39.880289 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b58754-37a7-463d-a860-8576276af65d None None] Sync routers for ids ['c2243065-4dd3-416f-a3f1-69bed13e411d'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:53:39.893598 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b58754-37a7-463d-a860-8576276af65d None None] Routers {'c2243065-4dd3-416f-a3f1-69bed13e411d'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:53:39.894503 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-00b58754-37a7-463d-a860-8576276af65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:53:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c2243065-4dd3-416f-a3f1-69bed13e411d'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:53:39.913875 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-993b9271-6123-4566-8458-7e4f0592e2c1 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "PUT /v2.0/floatingips/3d39b923-671f-4fc7-922d-acf311f98c96 HTTP/1.1" status: 200 len: 991 time: 1.1375756 Jul 01 19:53:39.915056 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a80874-00ef-4d4b-8ef0-7a604ed7458e', 'tag': '230a6a60-1da3-425e-8ff1-35512f5f96c2'}] {{(pid=110545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:53:39.917597 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcb8287ee1e4b298a834a36a05516dc05427937f10d56c225ffa2f4d88459ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ad1e18-0b4d-4424-b846-3640ce6f020c" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a80874-00ef-4d4b-8ef0-7a604ed7458e", "tag": "230a6a60-1da3-425e-8ff1-35512f5f96c2"}]}' {{(pid=110545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:53:39.971809 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:40.011923 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-00b58754-37a7-463d-a860-8576276af65d None None] Set router c2243065-4dd3-416f-a3f1-69bed13e411d gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:53:40.015605 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0890a-7f76-4507-9239-faaf6bb4ce73 req-57bf729f-947d-4dd8-ae94-a299db7e5f59 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:40.017146 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-cfe0890a-7f76-4507-9239-faaf6bb4ce73 req-57bf729f-947d-4dd8-ae94-a299db7e5f59 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0659697 Jul 01 19:53:40.026108 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-323d1eb9-ef53-45f6-9ebf-c20de8642911 service neutron] 10.222.0.66 "GET /v2.0/networks/0f950f12-4f8f-441b-841d-975178800bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593323 Jul 01 19:53:40.083189 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-cfe0890a-7f76-4507-9239-faaf6bb4ce73 req-6730a4be-ec5d-4486-9334-0b80767242c0 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553215 Jul 01 19:53:40.161839 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96667f78-0f8f-4957-9185-d00683c6ee97 x-openstack-request-id: req-96667f78-0f8f-4957-9185-d00683c6ee97 {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:53:40.162227 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a80874-00ef-4d4b-8ef0-7a604ed7458e", "tag": "230a6a60-1da3-425e-8ff1-35512f5f96c2", "status": "completed", "code": 200}]} {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:53:40.162768 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-96667f78-0f8f-4957-9185-d00683c6ee97 {{(pid=110545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:53:40.163250 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96667f78-0f8f-4957-9185-d00683c6ee97'] response: {'name': 'network-changed', 'server_uuid': 'c1a80874-00ef-4d4b-8ef0-7a604ed7458e', 'tag': '230a6a60-1da3-425e-8ff1-35512f5f96c2', 'status': 'completed', 'code': 200} Jul 01 19:53:40.208003 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:40.218669 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-cca35002-c4b6-4315-bb26-2b4ae7e56486 req-0d3a4f7d-3d37-4a99-b159-1b6998ee76fb tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 210 time: 0.0330155 Jul 01 19:53:40.286794 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-00b58754-37a7-463d-a860-8576276af65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'name': 'tempest-AttachVolumeTestJSON-1080420829-router', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:41Z', 'updated_at': '2022-07-01T19:52:53Z', 'revision_number': 4, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'gw_port': {'id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '3d39b923-671f-4fc7-922d-acf311f98c96', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'floating_ip_address': '172.27.1.180', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'port_id': '230a6a60-1da3-425e-8ff1-35512f5f96c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'mac_address': 'fa:16:3e:f6:ff:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a80874-00ef-4d4b-8ef0-7a604ed7458e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:53:03Z', 'updated_at': '2022-07-01T19:53:39Z', 'revision_number': 1, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921', 'name': '', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'mac_address': 'fa:16:3e:2c:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:51Z', 'updated_at': '2022-07-01T19:53:04Z', 'revision_number': 5, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'subnets': [{'id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:53:40.312091 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b58754-37a7-463d-a860-8576276af65d None None] Checking router: c2243065-4dd3-416f-a3f1-69bed13e411d for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:53:40.329442 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b58754-37a7-463d-a860-8576276af65d None None] Routers {'c2243065-4dd3-416f-a3f1-69bed13e411d'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:53:40.330114 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-00b58754-37a7-463d-a860-8576276af65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:53:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c2243065-4dd3-416f-a3f1-69bed13e411d'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:53:40.469006 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-00b58754-37a7-463d-a860-8576276af65d None None] Set router c2243065-4dd3-416f-a3f1-69bed13e411d gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:53:40.707979 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-00b58754-37a7-463d-a860-8576276af65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'name': 'tempest-AttachVolumeTestJSON-1080420829-router', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:41Z', 'updated_at': '2022-07-01T19:52:53Z', 'revision_number': 4, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'gw_port': {'id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '3d39b923-671f-4fc7-922d-acf311f98c96', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'floating_ip_address': '172.27.1.180', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'port_id': '230a6a60-1da3-425e-8ff1-35512f5f96c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'mac_address': 'fa:16:3e:f6:ff:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a80874-00ef-4d4b-8ef0-7a604ed7458e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:53:03Z', 'updated_at': '2022-07-01T19:53:39Z', 'revision_number': 1, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921', 'name': '', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'mac_address': 'fa:16:3e:2c:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:51Z', 'updated_at': '2022-07-01T19:53:04Z', 'revision_number': 5, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'subnets': [{'id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:53:40.811720 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b58754-37a7-463d-a860-8576276af65d None None] The sync data for ids ['c2243065-4dd3-416f-a3f1-69bed13e411d'] in dv-cinder-844601-7-iscsi is: [{'id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'name': 'tempest-AttachVolumeTestJSON-1080420829-router', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:41Z', 'updated_at': '2022-07-01T19:52:53Z', 'revision_number': 4, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'gw_port': {'id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '3d39b923-671f-4fc7-922d-acf311f98c96', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'floating_ip_address': '172.27.1.180', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'port_id': '230a6a60-1da3-425e-8ff1-35512f5f96c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'mac_address': 'fa:16:3e:f6:ff:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a80874-00ef-4d4b-8ef0-7a604ed7458e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:53:03Z', 'updated_at': '2022-07-01T19:53:39Z', 'revision_number': 1, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921', 'name': '', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'mac_address': 'fa:16:3e:2c:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:51Z', 'updated_at': '2022-07-01T19:53:04Z', 'revision_number': 5, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'subnets': [{'id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:53:40.982262 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b0d297-65fb-479a-8418-5654e51ff0f0 None None] New status for floating IP 3d39b923-671f-4fc7-922d-acf311f98c96: ACTIVE {{(pid=110546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 19:53:41.022334 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:41.100218 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:41.214711 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529b98b-faaf-4d54-91c4-f7dea954b310 req-a14c6b9c-8e60-45b2-a657-d249fc918020 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:41.216187 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6529b98b-faaf-4d54-91c4-f7dea954b310 req-a14c6b9c-8e60-45b2-a657-d249fc918020 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0494082 Jul 01 19:53:41.265171 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6529b98b-faaf-4d54-91c4-f7dea954b310 req-766eca4c-06ee-425f-a98e-6afb9ffa9478 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434129 Jul 01 19:53:41.322000 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7f5baac6-9cac-497a-957a-19d0c9239380 req-570ee0ee-d6cd-49a9-8ce1-293d8ee2af6b tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 210 time: 0.0266221 Jul 01 19:53:41.394494 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:42.375295 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:42.440456 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864f7b6-d37a-4092-8264-92a2182c750b req-639dd64f-1a31-4912-840d-f6ed128170ce tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:42.442642 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c864f7b6-d37a-4092-8264-92a2182c750b req-639dd64f-1a31-4912-840d-f6ed128170ce tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.1084633 Jul 01 19:53:42.447393 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-19b43adb-59ca-4ca0-8bd4-3d8c66edf0a3 req-de29386d-b1f0-408c-87a1-e54dcf972baa tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 210 time: 0.0532477 Jul 01 19:53:42.448888 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad1e18-0b4d-4424-b846-3640ce6f020c req-6b1aab9e-4cd2-42d6-b2e9-90cf5fcb58a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:42.450250 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b2ad1e18-0b4d-4424-b846-3640ce6f020c req-6b1aab9e-4cd2-42d6-b2e9-90cf5fcb58a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=025035b3b0b348d7acddfe456dd6a109&device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 1129 time: 0.1069934 Jul 01 19:53:42.568076 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c864f7b6-d37a-4092-8264-92a2182c750b req-f4c37137-ba33-4704-841e-c86f0376ae73 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168327 Jul 01 19:53:42.586053 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad1e18-0b4d-4424-b846-3640ce6f020c req-c7bb7aae-219e-45a7-bdd9-8937b2969099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:42.587974 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b2ad1e18-0b4d-4424-b846-3640ce6f020c req-c7bb7aae-219e-45a7-bdd9-8937b2969099 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b31a2a85-453d-4d0b-bc1f-fd678ffc85ef HTTP/1.1" status: 200 len: 912 time: 0.1298177 Jul 01 19:53:43.027488 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b2ad1e18-0b4d-4424-b846-3640ce6f020c req-bd79d366-7599-4655-9921-8096d86eed89 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=230a6a60-1da3-425e-8ff1-35512f5f96c2 HTTP/1.1" status: 200 len: 1001 time: 0.0596888 Jul 01 19:53:43.105196 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad1e18-0b4d-4424-b846-3640ce6f020c req-f8098030-d818-4de2-a89c-a45980ba0753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:43.106668 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b2ad1e18-0b4d-4424-b846-3640ce6f020c req-f8098030-d818-4de2-a89c-a45980ba0753 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8be3e6b8-9cb2-4563-96d1-aa493dda5517 HTTP/1.1" status: 200 len: 850 time: 0.0734928 Jul 01 19:53:43.200670 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad1e18-0b4d-4424-b846-3640ce6f020c req-3a578337-504b-4054-acc2-1168992bbb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:43.202088 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b2ad1e18-0b4d-4424-b846-3640ce6f020c req-3a578337-504b-4054-acc2-1168992bbb24 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b31a2a85-453d-4d0b-bc1f-fd678ffc85ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0864370 Jul 01 19:53:43.224015 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-22a62277-43af-4dd4-9c7a-9df0bf8bf3b1 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:43.225573 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-22a62277-43af-4dd4-9c7a-9df0bf8bf3b1 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.60 "GET /v2.0/networks?id=0f950f12-4f8f-441b-841d-975178800bd6 HTTP/1.1" status: 200 len: 809 time: 0.1518264 Jul 01 19:53:43.554292 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b8a28314-3242-4612-b9ec-57bd7b3c58a0 req-35d622eb-445f-406b-8c09-289906e038f9 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 210 time: 0.0313935 Jul 01 19:53:43.684498 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74750d25-dcd8-4513-a6c7-6a9b4a19108d req-293d76a5-f788-4e85-a9db-64488b0aa65c tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:43.686290 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-74750d25-dcd8-4513-a6c7-6a9b4a19108d req-293d76a5-f788-4e85-a9db-64488b0aa65c tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0486836 Jul 01 19:53:43.744518 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-74750d25-dcd8-4513-a6c7-6a9b4a19108d req-e63a040e-f88f-4072-8dea-8516e1e61c8d tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527387 Jul 01 19:53:44.651007 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-16b58ffe-4bde-442b-991c-6586a2071a11 req-5cab7ead-500c-42f8-92cd-a690b6e8c66a tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 210 time: 0.0274379 Jul 01 19:53:44.864884 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb701b3-063c-4737-b08c-f33a25b25477 req-73ccf086-893b-45fe-a310-f60d0741bda6 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:44.866413 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bfb701b3-063c-4737-b08c-f33a25b25477 req-73ccf086-893b-45fe-a310-f60d0741bda6 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0510471 Jul 01 19:53:44.915340 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bfb701b3-063c-4737-b08c-f33a25b25477 req-b4e66a3a-41fe-4b68-8961-0fe20e14d673 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426853 Jul 01 19:53:45.182358 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:45.743842 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a3ed0774-0c2c-43a0-965f-b9a4419c7609 req-4e64c6d6-58cb-4d49-9006-370f312c2eec tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 210 time: 0.0269368 Jul 01 19:53:45.980481 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Request body: {'port': {'device_id': '0e19f452-0c5c-4b3e-8243-ac925a3335ac', 'network_id': '0f950f12-4f8f-441b-841d-975178800bd6', 'admin_state_up': True, 'tenant_id': '387f55f94c784e988f8c0e240f2dc1c6'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:53:45.988199 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:46.127963 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef3a85-e4e1-47a3-a559-bb9ff574f093 req-15f0d56d-163b-4a45-acb0-172024af35b3 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:46.129329 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e7ef3a85-e4e1-47a3-a559-bb9ff574f093 req-15f0d56d-163b-4a45-acb0-172024af35b3 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.1419849 Jul 01 19:53:46.161771 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-7775eccb-3623-46d3-a104-14eca7297c0b req-78368c20-406e-4810-b1d4-bcf4b9b6d938 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702815 Jul 01 19:53:46.171498 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:46.184963 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b2ad1e18-0b4d-4424-b846-3640ce6f020c req-809c259d-09db-40e7-8ec4-c3de7a0dab9a service neutron] 10.222.0.60 "GET /v2.0/networks/b31a2a85-453d-4d0b-bc1f-fd678ffc85ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358377 Jul 01 19:53:46.252315 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e7ef3a85-e4e1-47a3-a559-bb9ff574f093 req-5517c8c1-c503-4f2a-87bb-a8d4fea469e1 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136432 Jul 01 19:53:46.256814 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:46.261487 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775eccb-3623-46d3-a104-14eca7297c0b req-8a094844-7697-4fe1-b04a-b0aabddb12ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:46.263020 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-7775eccb-3623-46d3-a104-14eca7297c0b req-8a094844-7697-4fe1-b04a-b0aabddb12ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ba0ddfd3efd41ee9687efe014c40bf0&device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 1129 time: 0.0441241 Jul 01 19:53:46.296975 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Made reservation on behalf of 387f55f94c784e988f8c0e240f2dc1c6 for: {'port': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:53:46.300311 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:46.387128 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b2ad1e18-0b4d-4424-b846-3640ce6f020c req-25631810-8c0f-4188-82d7-1aca73fea18b service neutron] 10.222.0.60 "GET /v2.0/networks/b31a2a85-453d-4d0b-bc1f-fd678ffc85ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820648 Jul 01 19:53:46.475088 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Allocated IP 172.20.0.13 (0f950f12-4f8f-441b-841d-975178800bd6/f806f9b2-2f06-43f3-84d7-7c928aa3c875/1aa0c0d6-9243-44ae-82a8-1412617661fe) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:53:46.567679 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775eccb-3623-46d3-a104-14eca7297c0b req-e8269678-854a-4d8a-8ce8-18d398b24367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:46.569165 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-7775eccb-3623-46d3-a104-14eca7297c0b req-e8269678-854a-4d8a-8ce8-18d398b24367 service neutron] 10.222.0.60 "GET /v2.0/networks?id=13dd580c-809a-4f73-9432-a6d0838269e1 HTTP/1.1" status: 200 len: 920 time: 0.2806861 Jul 01 19:53:46.612382 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-7775eccb-3623-46d3-a104-14eca7297c0b req-ff1cc229-ef1e-4240-8b44-64f7242950b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c14e2e69-9a6f-4043-8f05-6857744162f2 HTTP/1.1" status: 200 len: 217 time: 0.0342388 Jul 01 19:53:46.651588 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Publish callbacks [] for port (1aa0c0d6-9243-44ae-82a8-1412617661fe), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:46.666453 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775eccb-3623-46d3-a104-14eca7297c0b req-cc62ad7c-c71d-4ffb-be05-dbfb84607409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:46.667972 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-7775eccb-3623-46d3-a104-14eca7297c0b req-cc62ad7c-c71d-4ffb-be05-dbfb84607409 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b109ae2e-b5c6-4eef-8a69-a246d16af692 HTTP/1.1" status: 200 len: 858 time: 0.0484872 Jul 01 19:53:46.683070 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (1aa0c0d6-9243-44ae-82a8-1412617661fe), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:46.719159 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775eccb-3623-46d3-a104-14eca7297c0b req-0abfc603-47ac-4ff0-9c87-1315ffd058bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:46.720917 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-7775eccb-3623-46d3-a104-14eca7297c0b req-0abfc603-47ac-4ff0-9c87-1315ffd058bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=13dd580c-809a-4f73-9432-a6d0838269e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431519 Jul 01 19:53:46.727978 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Network 0f950f12-4f8f-441b-841d-975178800bd6 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:53:46.731226 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:53:46.734988 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:53:46.740114 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:46.740723 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:46.754372 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Pushing event updated for resources: {'Port': ['ID=1aa0c0d6-9243-44ae-82a8-1412617661fe,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:46.763048 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:46.763391 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:46.763732 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:46.764180 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:46.764638 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:46.764973 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:46.765297 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:46.765644 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:46.766260 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:46.766633 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:46.766967 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:46.767437 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:46.767789 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:46.768115 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:46.768402 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:46.775750 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-be6d2a6c-2a61-44f1-9166-47150553af88 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8015974 Jul 01 19:53:46.799414 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-b1c27ff7-7af4-4cfa-910e-2230f4932d40 service neutron] Request body: {'port': {'device_id': '0e19f452-0c5c-4b3e-8243-ac925a3335ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:53:46.843352 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-7775eccb-3623-46d3-a104-14eca7297c0b req-271bc019-eaf7-431a-aede-cb1a9d139081 service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076438 Jul 01 19:53:46.902587 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-b1c27ff7-7af4-4cfa-910e-2230f4932d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (1aa0c0d6-9243-44ae-82a8-1412617661fe), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:46.915681 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581f9fa-a5bb-4b5a-aa62-78ba93e92ef0 req-8e47b10c-c79f-4e4e-8b40-af843c425011 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:46.922788 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7581f9fa-a5bb-4b5a-aa62-78ba93e92ef0 req-8e47b10c-c79f-4e4e-8b40-af843c425011 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 932 time: 0.0613685 Jul 01 19:53:46.937155 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:46.946545 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-7775eccb-3623-46d3-a104-14eca7297c0b req-ffd6657c-b775-47b6-a02e-5405f8a3cbcd service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936050 Jul 01 19:53:47.003131 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:47.100914 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7581f9fa-a5bb-4b5a-aa62-78ba93e92ef0 req-4a04df42-d3cd-4e5a-aa7e-c0499f12e268 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772826 Jul 01 19:53:47.313006 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-b1c27ff7-7af4-4cfa-910e-2230f4932d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa0c0d6-9243-44ae-82a8-1412617661fe {{(pid=110544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:53:47.320583 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-b1c27ff7-7af4-4cfa-910e-2230f4932d40 service neutron] Publish callbacks [] for port (1aa0c0d6-9243-44ae-82a8-1412617661fe), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:47.337279 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.provisioning_blocks [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-b1c27ff7-7af4-4cfa-910e-2230f4932d40 service neutron] Transition to ACTIVE for port object 1aa0c0d6-9243-44ae-82a8-1412617661fe will not be triggered until provisioned by entity L2. {{(pid=110544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 19:53:47.343594 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-b1c27ff7-7af4-4cfa-910e-2230f4932d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (1aa0c0d6-9243-44ae-82a8-1412617661fe), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:47.433986 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ef034-e735-438c-97c7-774852fe686c req-94c9d06a-9ef6-4d08-9e7f-c700da9059b8 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:47.435761 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-334ef034-e735-438c-97c7-774852fe686c req-94c9d06a-9ef6-4d08-9e7f-c700da9059b8 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0844927 Jul 01 19:53:47.444839 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c27ff7-7af4-4cfa-910e-2230f4932d40 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa0c0d6-9243-44ae-82a8-1412617661fe,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:47.516215 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-b1c27ff7-7af4-4cfa-910e-2230f4932d40 service neutron] Attempting to bind port 1aa0c0d6-9243-44ae-82a8-1412617661fe on host hv-cinder-84460 for vnic_type normal with profile {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:53:47.516892 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-b1c27ff7-7af4-4cfa-910e-2230f4932d40 service neutron] Attempting to bind port 1aa0c0d6-9243-44ae-82a8-1412617661fe by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '35f3bbd7-0242-4ffe-80f7-c98ec39c7dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0f950f12-4f8f-441b-841d-975178800bd6'}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:53:47.517177 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-b1c27ff7-7af4-4cfa-910e-2230f4932d40 service neutron] Attempting to bind port 1aa0c0d6-9243-44ae-82a8-1412617661fe on network 0f950f12-4f8f-441b-841d-975178800bd6 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:53:47.531636 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-b1c27ff7-7af4-4cfa-910e-2230f4932d40 service neutron] Port 1aa0c0d6-9243-44ae-82a8-1412617661fe on network 0f950f12-4f8f-441b-841d-975178800bd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 19:53:47.531838 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-b1c27ff7-7af4-4cfa-910e-2230f4932d40 service neutron] Attempting to bind port 1aa0c0d6-9243-44ae-82a8-1412617661fe on network 0f950f12-4f8f-441b-841d-975178800bd6 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:53:47.539870 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-334ef034-e735-438c-97c7-774852fe686c req-eac248be-d54e-4025-99a8-f2e7fa030646 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971560 Jul 01 19:53:47.542703 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-b1c27ff7-7af4-4cfa-910e-2230f4932d40 service neutron] Checking agent: {'id': '080768a1-72cc-47dc-9460-2bcdea095798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'started_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:53:47.543044 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-b1c27ff7-7af4-4cfa-910e-2230f4932d40 service neutron] Checking segment: {'id': '35f3bbd7-0242-4ffe-80f7-c98ec39c7dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0f950f12-4f8f-441b-841d-975178800bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:53:47.543418 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-b1c27ff7-7af4-4cfa-910e-2230f4932d40 service neutron] Bound using segment: {'id': '35f3bbd7-0242-4ffe-80f7-c98ec39c7dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0f950f12-4f8f-441b-841d-975178800bd6'} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:53:47.543850 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-b1c27ff7-7af4-4cfa-910e-2230f4932d40 service neutron] Bound port: 1aa0c0d6-9243-44ae-82a8-1412617661fe, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f3bbd7-0242-4ffe-80f7-c98ec39c7dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0f950f12-4f8f-441b-841d-975178800bd6'}}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:53:47.544251 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-b1c27ff7-7af4-4cfa-910e-2230f4932d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (1aa0c0d6-9243-44ae-82a8-1412617661fe), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:47.628892 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-b1c27ff7-7af4-4cfa-910e-2230f4932d40 service neutron] For port 1aa0c0d6-9243-44ae-82a8-1412617661fe, host hv-cinder-84460, cleared binding levels {{(pid=110544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:53:47.633372 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-b1c27ff7-7af4-4cfa-910e-2230f4932d40 service neutron] For port 1aa0c0d6-9243-44ae-82a8-1412617661fe, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1aa0c0d6-9243-44ae-82a8-1412617661fe,segment=NetworkSegment(35f3bbd7-0242-4ffe-80f7-c98ec39c7dee),segment_id=35f3bbd7-0242-4ffe-80f7-c98ec39c7dee)] {{(pid=110544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:53:47.639568 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-b1c27ff7-7af4-4cfa-910e-2230f4932d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (1aa0c0d6-9243-44ae-82a8-1412617661fe), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:47.701392 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-b1c27ff7-7af4-4cfa-910e-2230f4932d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:47.701657 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-b1c27ff7-7af4-4cfa-910e-2230f4932d40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:47.703058 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-b1c27ff7-7af4-4cfa-910e-2230f4932d40 service neutron] 10.222.0.60 "PUT /v2.0/ports/1aa0c0d6-9243-44ae-82a8-1412617661fe HTTP/1.1" status: 200 len: 1094 time: 0.9079986 Jul 01 19:53:47.703750 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e19f452-0c5c-4b3e-8243-ac925a3335ac', 'tag': '1aa0c0d6-9243-44ae-82a8-1412617661fe'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:53:47.706055 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9613f459-7d21-4623-8a63-cfaffb4239a6" -d '{"events": [{"name": "network-changed", "server_uuid": "0e19f452-0c5c-4b3e-8243-ac925a3335ac", "tag": "1aa0c0d6-9243-44ae-82a8-1412617661fe"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:53:47.709433 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c27ff7-7af4-4cfa-910e-2230f4932d40 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa0c0d6-9243-44ae-82a8-1412617661fe,revision_number=3']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:47.789049 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8907332-f479-4e50-8cfe-6f898b25c5c2 x-openstack-request-id: req-b8907332-f479-4e50-8cfe-6f898b25c5c2 {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:53:47.790448 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e19f452-0c5c-4b3e-8243-ac925a3335ac", "tag": "1aa0c0d6-9243-44ae-82a8-1412617661fe", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:53:47.790448 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b8907332-f479-4e50-8cfe-6f898b25c5c2 {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:53:47.791022 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8907332-f479-4e50-8cfe-6f898b25c5c2'] response: {'name': 'network-changed', 'server_uuid': '0e19f452-0c5c-4b3e-8243-ac925a3335ac', 'tag': '1aa0c0d6-9243-44ae-82a8-1412617661fe', 'status': 'completed', 'code': 200} Jul 01 19:53:47.976944 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 55632) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:48.086750 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-bec2228c-e702-4e38-a595-23fe2b57c630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:48.177389 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-bec2228c-e702-4e38-a595-23fe2b57c630 admin admin] Publish callbacks [] for security_group (343d5066-2a14-4d27-9c57-f23d2d3be9e7), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:48.184263 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-bec2228c-e702-4e38-a595-23fe2b57c630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (343d5066-2a14-4d27-9c57-f23d2d3be9e7), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:48.232508 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2228c-e702-4e38-a595-23fe2b57c630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343d5066-2a14-4d27-9c57-f23d2d3be9e7,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:48.241465 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-bec2228c-e702-4e38-a595-23fe2b57c630 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dd9583a9ae724760ade4fc1175db2082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632406 Jul 01 19:53:48.245298 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 55648) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:48.252640 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c41312-042f-4be4-a8b8-f3dc1044cb43 req-47e808b1-8683-4315-a116-5b6f7fe2ec64 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:48.253780 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d8c41312-042f-4be4-a8b8-f3dc1044cb43 req-47e808b1-8683-4315-a116-5b6f7fe2ec64 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 944 time: 0.0676093 Jul 01 19:53:48.296094 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e1dd317e-02d4-4218-a0c9-605133efad22 admin admin] Publish callbacks [] for security_group (343d5066-2a14-4d27-9c57-f23d2d3be9e7), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:48.306993 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d8c41312-042f-4be4-a8b8-f3dc1044cb43 req-f3849a57-8493-45ac-96a9-6edd9de3c4f4 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472779 Jul 01 19:53:48.318965 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e1dd317e-02d4-4218-a0c9-605133efad22 admin admin] Publish callbacks [] for security_group (343d5066-2a14-4d27-9c57-f23d2d3be9e7), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:48.368269 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e1dd317e-02d4-4218-a0c9-605133efad22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (343d5066-2a14-4d27-9c57-f23d2d3be9e7), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:48.370835 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e1dd317e-02d4-4218-a0c9-605133efad22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:48.371987 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-e1dd317e-02d4-4218-a0c9-605133efad22 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/343d5066-2a14-4d27-9c57-f23d2d3be9e7 HTTP/1.1" status: 204 len: 168 time: 0.1253681 Jul 01 19:53:48.379720 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd317e-02d4-4218-a0c9-605133efad22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343d5066-2a14-4d27-9c57-f23d2d3be9e7,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:48.659905 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ff74b-b942-4cea-825d-88183911ecbe req-2d81bc93-4fa4-4f9d-8800-a95f6ebf850e tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:48.661391 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-589ff74b-b942-4cea-825d-88183911ecbe req-2d81bc93-4fa4-4f9d-8800-a95f6ebf850e tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0478134 Jul 01 19:53:48.692453 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:48.711561 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-589ff74b-b942-4cea-825d-88183911ecbe req-06058306-b759-45f4-bfbb-1052dce696a9 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430648 Jul 01 19:53:48.836382 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613f459-7d21-4623-8a63-cfaffb4239a6 req-44293119-7a1f-4573-9e30-5a66e330d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:48.838157 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9613f459-7d21-4623-8a63-cfaffb4239a6 req-44293119-7a1f-4573-9e30-5a66e330d02d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=387f55f94c784e988f8c0e240f2dc1c6&device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 1128 time: 0.0630503 Jul 01 19:53:49.046916 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613f459-7d21-4623-8a63-cfaffb4239a6 req-1f5f8c5c-9be6-4359-80f6-bba142fd4ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:49.048376 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9613f459-7d21-4623-8a63-cfaffb4239a6 req-1f5f8c5c-9be6-4359-80f6-bba142fd4ca9 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=387f55f94c784e988f8c0e240f2dc1c6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1973059 Jul 01 19:53:49.056692 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 55678) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:49.155871 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-b4cbf974-c363-4818-b872-f708ff0185c0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1696941523-network', 'tenant_id': '669587fe364c4741b489449451f2294c'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:53:49.392925 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:49.425689 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cbf974-c363-4818-b872-f708ff0185c0 admin admin] Made reservation on behalf of 669587fe364c4741b489449451f2294c for: {'network': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:53:49.428186 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-b4cbf974-c363-4818-b872-f708ff0185c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for network (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:49.475368 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-b4cbf974-c363-4818-b872-f708ff0185c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:49.560347 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694373f7-972e-447b-bb40-b1dbc82e8cde req-bdc621c5-8d5c-4a4f-88da-ce46e3b53df7 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:49.561960 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-694373f7-972e-447b-bb40-b1dbc82e8cde req-bdc621c5-8d5c-4a4f-88da-ce46e3b53df7 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 944 time: 0.1588092 Jul 01 19:53:49.677135 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613f459-7d21-4623-8a63-cfaffb4239a6 req-0f7a1daf-8b22-471b-b641-73a62fa807ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:49.678664 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9613f459-7d21-4623-8a63-cfaffb4239a6 req-0f7a1daf-8b22-471b-b641-73a62fa807ea service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2966619 Jul 01 19:53:49.711463 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-694373f7-972e-447b-bb40-b1dbc82e8cde req-dda4a10f-666e-4a2f-a063-3ad06451caaf tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355858 Jul 01 19:53:49.785550 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-b4cbf974-c363-4818-b872-f708ff0185c0 admin admin] Publish callbacks [] for security_group (da48cbd4-4e11-4738-a247-788663ae0f14), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:49.793770 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-b4cbf974-c363-4818-b872-f708ff0185c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (da48cbd4-4e11-4738-a247-788663ae0f14), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:49.801057 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-df37cb31-8127-442e-8d3e-2834f5fb73f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:49.802973 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-df37cb31-8127-442e-8d3e-2834f5fb73f6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=387f55f94c784e988f8c0e240f2dc1c6&device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 1128 time: 0.0674458 Jul 01 19:53:49.827798 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4cbf974-c363-4818-b872-f708ff0185c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=110544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 19:53:49.910238 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbf974-c363-4818-b872-f708ff0185c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da48cbd4-4e11-4738-a247-788663ae0f14,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:49.920062 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-6362c785-6a10-4048-bcb2-ad918a68df84 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aa0c0d6-9243-44ae-82a8-1412617661fe HTTP/1.1" status: 200 len: 217 time: 0.0887890 Jul 01 19:53:49.922328 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-b4cbf974-c363-4818-b872-f708ff0185c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (07e7f769-0ab3-4377-bc29-94916ab541ef), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:49.922683 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.segments_db [None req-b4cbf974-c363-4818-b872-f708ff0185c0 admin admin] Added segment 07e7f769-0ab3-4377-bc29-94916ab541ef of type vlan for network c18db701-00a1-43b8-8ecb-a7786f515087 Jul 01 19:53:49.944514 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 55704) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:49.974008 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d40b13-cc54-46c8-add8-2e3115152960 req-e3b3cb67-7a9b-403d-be37-91b9f89e7cae tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:49.975774 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-25d40b13-cc54-46c8-add8-2e3115152960 req-e3b3cb67-7a9b-403d-be37-91b9f89e7cae tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.1539161 Jul 01 19:53:50.040972 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-b4cbf974-c363-4818-b872-f708ff0185c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766989805963'] for network (c18db701-00a1-43b8-8ecb-a7786f515087), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:50.048354 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-128a9040-4e4f-44eb-a7aa-b534bd2edc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:50.050015 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-128a9040-4e4f-44eb-a7aa-b534bd2edc52 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f806f9b2-2f06-43f3-84d7-7c928aa3c875 HTTP/1.1" status: 200 len: 849 time: 0.1236475 Jul 01 19:53:50.061190 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:50.068806 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e538c4e8-192f-48aa-9903-a61ae06932b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:50.127098 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-afe93c61-fce1-40ec-8620-8e4191882833 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0f950f12-4f8f-441b-841d-975178800bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681765 Jul 01 19:53:50.138128 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-25d40b13-cc54-46c8-add8-2e3115152960 req-0b67a483-eb8f-4f75-aca8-dc7c9d90369c tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413612 Jul 01 19:53:50.140420 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-b4cbf974-c363-4818-b872-f708ff0185c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for network (c18db701-00a1-43b8-8ecb-a7786f515087), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:50.141740 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cbf974-c363-4818-b872-f708ff0185c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:50.142516 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-b4cbf974-c363-4818-b872-f708ff0185c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:50.146139 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:50.157336 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e538c4e8-192f-48aa-9903-a61ae06932b6 admin admin] Publish callbacks [] for security_group (9378d4d1-bc8b-49f3-a444-de0f7c0439e3), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:50.165714 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:50.166282 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e538c4e8-192f-48aa-9903-a61ae06932b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (9378d4d1-bc8b-49f3-a444-de0f7c0439e3), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:50.189634 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-b4cbf974-c363-4818-b872-f708ff0185c0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1312835 Jul 01 19:53:50.195453 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 55714) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:50.203927 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-5dc93a08-6a0d-4657-8ba8-227c52d9605e admin admin] Request body: {'subnet': {'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1696941523-subnet', 'tenant_id': '669587fe364c4741b489449451f2294c', 'ip_version': 4}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:53:50.228490 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-e538c4e8-192f-48aa-9903-a61ae06932b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d2f75c420b714aaf8c08e510e195a56a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2817087 Jul 01 19:53:50.229223 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 55716) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:50.230138 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538c4e8-192f-48aa-9903-a61ae06932b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9378d4d1-bc8b-49f3-a444-de0f7c0439e3,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:50.267976 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 55718) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:50.270797 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbf974-c363-4818-b872-f708ff0185c0 admin admin] Pushing event updated for resources: {'Network': ['ID=c18db701-00a1-43b8-8ecb-a7786f515087,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:50.285312 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Network c18db701-00a1-43b8-8ecb-a7786f515087 details requested by agent ovs-agent-dv-cinder-844601-7-iscsi with host dv-cinder-844601-7-iscsi {{(pid=110546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 19:53:50.313595 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-7e2e53f0-8d47-4c94-bc0d-c01d45013a65 admin admin] Publish callbacks [] for security_group (9378d4d1-bc8b-49f3-a444-de0f7c0439e3), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:50.314733 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc93a08-6a0d-4657-8ba8-227c52d9605e admin admin] Made reservation on behalf of 669587fe364c4741b489449451f2294c for: {'subnet': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:53:50.317087 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-5dc93a08-6a0d-4657-8ba8-227c52d9605e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:50.318767 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:50.341991 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-7e2e53f0-8d47-4c94-bc0d-c01d45013a65 admin admin] Publish callbacks [] for security_group (9378d4d1-bc8b-49f3-a444-de0f7c0439e3), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:50.364195 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-8ab8e785-3fdc-4e79-95a2-8268e821d00c service neutron] 10.222.0.60 "GET /v2.0/networks/0f950f12-4f8f-441b-841d-975178800bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246127 Jul 01 19:53:50.408620 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-7e2e53f0-8d47-4c94-bc0d-c01d45013a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (9378d4d1-bc8b-49f3-a444-de0f7c0439e3), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:50.414544 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-7e2e53f0-8d47-4c94-bc0d-c01d45013a65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:50.416750 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-7e2e53f0-8d47-4c94-bc0d-c01d45013a65 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9378d4d1-bc8b-49f3-a444-de0f7c0439e3 HTTP/1.1" status: 204 len: 168 time: 0.1670561 Jul 01 19:53:50.451039 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e53f0-8d47-4c94-bc0d-c01d45013a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9378d4d1-bc8b-49f3-a444-de0f7c0439e3,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:50.473274 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:50.503324 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-2131fcf5-9527-42c9-ac62-987f7bd6619b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:50.566422 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-318c8bc4-b8b8-46bb-8231-39a73a15163b req-ec5188a2-2736-445e-87cd-d26116aedaa0 service neutron] 10.222.0.60 "GET /v2.0/networks/0f950f12-4f8f-441b-841d-975178800bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657431 Jul 01 19:53:50.643032 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-5dc93a08-6a0d-4657-8ba8-227c52d9605e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for subnet (23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:50.654376 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-2131fcf5-9527-42c9-ac62-987f7bd6619b admin admin] Publish callbacks [] for security_group (42634c76-2db3-4c8e-b65b-eb1266d31325), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:50.658837 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-2131fcf5-9527-42c9-ac62-987f7bd6619b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (42634c76-2db3-4c8e-b65b-eb1266d31325), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:50.711803 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc93a08-6a0d-4657-8ba8-227c52d9605e admin admin] Pushing event updated for resources: {'Subnet': ['ID=23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:50.712185 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-2131fcf5-9527-42c9-ac62-987f7bd6619b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=85af127f460e4b23a09aac684813e75e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4400852 Jul 01 19:53:50.716521 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 55732) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:50.724609 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131fcf5-9527-42c9-ac62-987f7bd6619b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42634c76-2db3-4c8e-b65b-eb1266d31325,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:50.740030 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc93a08-6a0d-4657-8ba8-227c52d9605e admin admin] Checking segment: {'id': '07e7f769-0ab3-4377-bc29-94916ab541ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:53:50.740277 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc93a08-6a0d-4657-8ba8-227c52d9605e admin admin] Network hostable DHCP agents. Network: c18db701-00a1-43b8-8ecb-a7786f515087, hostable agents: ['c73d88bc-f5d4-4e4e-bef7-e6641222d38b'], hosted agents: [] {{(pid=110544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 19:53:50.831081 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc93a08-6a0d-4657-8ba8-227c52d9605e admin admin] Network c18db701-00a1-43b8-8ecb-a7786f515087 is scheduled to be hosted by DHCP agent c73d88bc-f5d4-4e4e-bef7-e6641222d38b with binding_index 1 {{(pid=110544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 19:53:50.857693 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 55738) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:50.865831 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-251ed910-4804-418e-acd9-6a439e7852ad admin admin] Publish callbacks [] for security_group (42634c76-2db3-4c8e-b65b-eb1266d31325), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:50.873171 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-5dc93a08-6a0d-4657-8ba8-227c52d9605e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-7-iscsi, c18db701-00a1-43b8-8ecb-a7786f515087) {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:53:50.875621 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e28f2509-f856-452f-9de0-be9f04883a5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:50.882016 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab34d3ee-7300-4b3b-9f79-156264ba293c None None] Network c18db701-00a1-43b8-8ecb-a7786f515087 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:53:50.890484 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfaf595-e706-4dba-8005-24d94a24f972 req-4ab66a1e-f95d-4213-a386-6325b29d0cd9 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:50.894154 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ddfaf595-e706-4dba-8005-24d94a24f972 req-4ab66a1e-f95d-4213-a386-6325b29d0cd9 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 946 time: 0.1214209 Jul 01 19:53:50.910304 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc93a08-6a0d-4657-8ba8-227c52d9605e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:50.911025 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-5dc93a08-6a0d-4657-8ba8-227c52d9605e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for subnet (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:50.927339 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2b1b9-4aa2-4265-9c9c-85eb8626dede req-63154f56-046a-4afe-8c4c-2115ed65e9cd tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:50.928958 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-59b2b1b9-4aa2-4265-9c9c-85eb8626dede req-63154f56-046a-4afe-8c4c-2115ed65e9cd tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 944 time: 0.1163280 Jul 01 19:53:50.947882 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-251ed910-4804-418e-acd9-6a439e7852ad admin admin] Publish callbacks [] for security_group (42634c76-2db3-4c8e-b65b-eb1266d31325), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:50.962361 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e28f2509-f856-452f-9de0-be9f04883a5f admin admin] Publish callbacks [] for security_group (63eca9f3-a63a-4507-a71f-e11f7ffc215e), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:50.967996 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e28f2509-f856-452f-9de0-be9f04883a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (63eca9f3-a63a-4507-a71f-e11f7ffc215e), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:51.002631 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-5dc93a08-6a0d-4657-8ba8-227c52d9605e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8060532 Jul 01 19:53:51.003358 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef9c38b-9e7a-5363-bbbe-cbd2af869e96-c18db701-00a1-43b8-8ecb-a7786f515087', 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087', 'project_id': '669587fe364c4741b489449451f2294c', 'fixed_ips': [{'subnet_id': '23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9'}]}} from dv-cinder-844601-7-iscsi. {{(pid=110546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 19:53:51.004472 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:51.011100 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 55740) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:51.017195 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-dd4ce790-9d13-4756-8bc0-e93222755770 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1696941523-router', 'tenant_id': '669587fe364c4741b489449451f2294c', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:53:51.022206 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f2509-f856-452f-9de0-be9f04883a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63eca9f3-a63a-4507-a71f-e11f7ffc215e,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:51.026822 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-e28f2509-f856-452f-9de0-be9f04883a5f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=842ce4c313ba4d739a1129fd54f1ca0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1678312 Jul 01 19:53:51.032219 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 55742) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:51.043047 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:51.066640 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ddfaf595-e706-4dba-8005-24d94a24f972 req-8cc85e96-da4f-476f-b60b-8ce132674b96 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/security-groups?id=c848bf84-1169-420b-9985-6a8203118d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579370 Jul 01 19:53:51.066867 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce790-9d13-4756-8bc0-e93222755770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1736258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2076621'] for router (baab68a6-76b6-4eed-bcf0-39f1da64d6b2), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:51.067870 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce790-9d13-4756-8bc0-e93222755770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1560559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2076612'] for router (baab68a6-76b6-4eed-bcf0-39f1da64d6b2), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:51.083898 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-59b2b1b9-4aa2-4265-9c9c-85eb8626dede req-394ef777-aec0-4d5b-9240-235aa9c41acc tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310167 Jul 01 19:53:51.116220 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-251ed910-4804-418e-acd9-6a439e7852ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (42634c76-2db3-4c8e-b65b-eb1266d31325), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:51.117652 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:51.121120 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-251ed910-4804-418e-acd9-6a439e7852ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:51.125454 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-251ed910-4804-418e-acd9-6a439e7852ad admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/42634c76-2db3-4c8e-b65b-eb1266d31325 HTTP/1.1" status: 204 len: 168 time: 0.4048848 Jul 01 19:53:51.133768 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ed910-4804-418e-acd9-6a439e7852ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42634c76-2db3-4c8e-b65b-eb1266d31325,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:51.158721 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b98b2905-58c8-4af8-bc5f-468f4811519e admin admin] Publish callbacks [] for security_group (63eca9f3-a63a-4507-a71f-e11f7ffc215e), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:51.160129 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:51.162804 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce790-9d13-4756-8bc0-e93222755770 admin admin] Publish callbacks [] for router_controller (baab68a6-76b6-4eed-bcf0-39f1da64d6b2), precommit_add_association {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:51.216422 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.db_base_plugin_common [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Allocated IP 172.20.0.2 (c18db701-00a1-43b8-8ecb-a7786f515087/23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9/a12a0777-f36a-4c86-b29b-f874034beb66) {{(pid=110546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:53:51.218527 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b98b2905-58c8-4af8-bc5f-468f4811519e admin admin] Publish callbacks [] for security_group (63eca9f3-a63a-4507-a71f-e11f7ffc215e), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:51.309366 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7287983-035a-4708-9781-e2c6cc482255 req-56b5781b-2afd-47cd-b609-11e68c06f368 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:51.316812 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b7287983-035a-4708-9781-e2c6cc482255 req-56b5781b-2afd-47cd-b609-11e68c06f368 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0705004 Jul 01 19:53:51.365723 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce790-9d13-4756-8bc0-e93222755770 admin admin] Publish callbacks [] for router_gateway (baab68a6-76b6-4eed-bcf0-39f1da64d6b2), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:51.389835 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b7287983-035a-4708-9781-e2c6cc482255 req-19cdd7ce-a3de-4549-be97-c94acd0f8c8e tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718818 Jul 01 19:53:51.395676 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b98b2905-58c8-4af8-bc5f-468f4811519e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (63eca9f3-a63a-4507-a71f-e11f7ffc215e), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:51.399478 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b98b2905-58c8-4af8-bc5f-468f4811519e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:51.401045 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-b98b2905-58c8-4af8-bc5f-468f4811519e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/63eca9f3-a63a-4507-a71f-e11f7ffc215e HTTP/1.1" status: 204 len: 168 time: 0.3680954 Jul 01 19:53:51.423700 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b2905-58c8-4af8-bc5f-468f4811519e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63eca9f3-a63a-4507-a71f-e11f7ffc215e,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:51.463606 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Publish callbacks [] for port (a12a0777-f36a-4c86-b29b-f874034beb66), precommit_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:51.479723 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (a12a0777-f36a-4c86-b29b-f874034beb66), after_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:51.538231 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Network c18db701-00a1-43b8-8ecb-a7786f515087 is already hosted by enough agents. {{(pid=110546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:53:51.542263 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.base_scheduler [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Resources bound (agent type, host, resource id): {{(pid=110546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:53:51.545287 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Received port after_create {{(pid=110546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:53:51.555723 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Pushing event updated for resources: {'Port': ['ID=a12a0777-f36a-4c86-b29b-f874034beb66,revision_number=1']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:51.571943 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:51.573010 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:51.573935 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:51.575384 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:51.576041 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:51.577789 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:51.579231 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:51.579587 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:51.579931 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:51.580589 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:51.580589 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:51.581017 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:51.581534 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:51.581764 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:51.582148 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:51.639616 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce790-9d13-4756-8bc0-e93222755770 admin admin] Publish callbacks [] for router_gateway (baab68a6-76b6-4eed-bcf0-39f1da64d6b2), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:51.645150 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Attempting to bind port a12a0777-f36a-4c86-b29b-f874034beb66 on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:53:51.645791 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Attempting to bind port a12a0777-f36a-4c86-b29b-f874034beb66 by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': '07e7f769-0ab3-4377-bc29-94916ab541ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:53:51.646369 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Attempting to bind port a12a0777-f36a-4c86-b29b-f874034beb66 on network c18db701-00a1-43b8-8ecb-a7786f515087 {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:53:51.652735 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:53:51.653107 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Checking segment: {'id': '07e7f769-0ab3-4377-bc29-94916ab541ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:53:51.653904 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:51.654308 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Bound using segment: {'id': '07e7f769-0ab3-4377-bc29-94916ab541ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:53:51.654887 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Bound port: a12a0777-f36a-4c86-b29b-f874034beb66, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e7f769-0ab3-4377-bc29-94916ab541ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:53:51.655257 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (a12a0777-f36a-4c86-b29b-f874034beb66), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:51.660282 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce790-9d13-4756-8bc0-e93222755770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:51.725144 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] For port a12a0777-f36a-4c86-b29b-f874034beb66, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:53:51.729738 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] For port a12a0777-f36a-4c86-b29b-f874034beb66, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=a12a0777-f36a-4c86-b29b-f874034beb66,segment=NetworkSegment(07e7f769-0ab3-4377-bc29-94916ab541ef),segment_id=07e7f769-0ab3-4377-bc29-94916ab541ef)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:53:51.737753 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (a12a0777-f36a-4c86-b29b-f874034beb66), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:51.804503 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:51.814647 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc938423-8916-4f8b-a800-a4e139872bc2 None None] Pushing event updated for resources: {'Port': ['ID=a12a0777-f36a-4c86-b29b-f874034beb66,revision_number=2']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:51.817904 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [None req-dd4ce790-9d13-4756-8bc0-e93222755770 admin admin] Allocated IP 172.27.1.162 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/3b900454-09ce-4a91-a041-e0c019a570ef) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:53:51.953829 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce790-9d13-4756-8bc0-e93222755770 admin admin] Publish callbacks [] for port (3b900454-09ce-4a91-a041-e0c019a570ef), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:51.983423 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 55766) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:51.991261 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce790-9d13-4756-8bc0-e93222755770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (3b900454-09ce-4a91-a041-e0c019a570ef), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:52.000198 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a4dbcc4c-1447-47db-989c-f0839e25a1e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:52.040842 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4ce790-9d13-4756-8bc0-e93222755770 admin admin] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:53:52.045791 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-dd4ce790-9d13-4756-8bc0-e93222755770 admin admin] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:53:52.050034 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4ce790-9d13-4756-8bc0-e93222755770 admin admin] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:53:52.050809 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:INSERT=2,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:52.051604 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:52.121395 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ce790-9d13-4756-8bc0-e93222755770 admin admin] Pushing event updated for resources: {'Port': ['ID=3b900454-09ce-4a91-a041-e0c019a570ef,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:52.180578 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a4dbcc4c-1447-47db-989c-f0839e25a1e1 admin admin] Publish callbacks [] for security_group (0fe3e03e-fb58-4075-8438-6f8bce2f5bce), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:52.200465 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a4dbcc4c-1447-47db-989c-f0839e25a1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (0fe3e03e-fb58-4075-8438-6f8bce2f5bce), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:52.324078 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-a4dbcc4c-1447-47db-989c-f0839e25a1e1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=605ad16ffca34ed083585a1e3b683989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392258 Jul 01 19:53:52.327148 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 55776) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:52.343280 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dbcc4c-1447-47db-989c-f0839e25a1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe3e03e-fb58-4075-8438-6f8bce2f5bce,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:52.354756 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83a294-ce5b-4315-8375-c914add988e3 req-26a6440b-49ce-4708-a635-35deadeb5304 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:52.356262 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4a83a294-ce5b-4315-8375-c914add988e3 req-26a6440b-49ce-4708-a635-35deadeb5304 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 944 time: 0.1450040 Jul 01 19:53:52.385864 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce790-9d13-4756-8bc0-e93222755770 admin admin] Publish callbacks [] for router_gateway (baab68a6-76b6-4eed-bcf0-39f1da64d6b2), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:52.386111 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db763a6b-9672-49c2-bf65-0edc2d1d749a req-fe1276c8-a6fd-47a7-855b-514fc5258317 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:52.387381 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-db763a6b-9672-49c2-bf65-0edc2d1d749a req-fe1276c8-a6fd-47a7-855b-514fc5258317 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 946 time: 0.0999253 Jul 01 19:53:52.441542 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4a83a294-ce5b-4315-8375-c914add988e3 req-7fc1d43f-3ba0-447c-a48f-b1a84d31b623 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787690 Jul 01 19:53:52.472252 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-db763a6b-9672-49c2-bf65-0edc2d1d749a req-dcaaec20-f893-4e2f-90a4-5814b32b05c8 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/security-groups?id=c848bf84-1169-420b-9985-6a8203118d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756302 Jul 01 19:53:52.483713 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-49f64204-0acf-40a8-b6cb-7c5f08755fe7 admin admin] Publish callbacks [] for security_group (0fe3e03e-fb58-4075-8438-6f8bce2f5bce), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:52.498853 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:52.526333 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-49f64204-0acf-40a8-b6cb-7c5f08755fe7 admin admin] Publish callbacks [] for security_group (0fe3e03e-fb58-4075-8438-6f8bce2f5bce), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:52.580655 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34191966-332d-46eb-9e01-d1720d5dab7a req-7546dcc1-1b1e-4996-8567-a76919939645 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:52.588107 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-34191966-332d-46eb-9e01-d1720d5dab7a req-7546dcc1-1b1e-4996-8567-a76919939645 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0655279 Jul 01 19:53:52.635730 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-34191966-332d-46eb-9e01-d1720d5dab7a req-6727628b-c308-4d74-a3b6-50f1a9e00c62 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467565 Jul 01 19:53:52.677190 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-49f64204-0acf-40a8-b6cb-7c5f08755fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (0fe3e03e-fb58-4075-8438-6f8bce2f5bce), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:52.680404 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-49f64204-0acf-40a8-b6cb-7c5f08755fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:52.684219 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-49f64204-0acf-40a8-b6cb-7c5f08755fe7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0fe3e03e-fb58-4075-8438-6f8bce2f5bce HTTP/1.1" status: 204 len: 168 time: 0.3525374 Jul 01 19:53:52.699821 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce790-9d13-4756-8bc0-e93222755770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725937'] for router (baab68a6-76b6-4eed-bcf0-39f1da64d6b2), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:52.701872 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f64204-0acf-40a8-b6cb-7c5f08755fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe3e03e-fb58-4075-8438-6f8bce2f5bce,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:52.883336 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4ce790-9d13-4756-8bc0-e93222755770 admin admin] Router baab68a6-76b6-4eed-bcf0-39f1da64d6b2 is scheduled to L3 agent 92102641-59bc-4b31-9151-065046da5b4e with binding_index 1 {{(pid=110545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 01 19:53:52.991317 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 55798) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:53.019337 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4ce790-9d13-4756-8bc0-e93222755770 admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:53:53.030702 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] Sync routers for ids ['baab68a6-76b6-4eed-bcf0-39f1da64d6b2'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:53:53.045631 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce790-9d13-4756-8bc0-e93222755770 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:53.045631 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-dd4ce790-9d13-4756-8bc0-e93222755770 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0318775 Jul 01 19:53:53.047077 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 55802) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:53.051896 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] Routers {'baab68a6-76b6-4eed-bcf0-39f1da64d6b2'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:53:53.053800 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:53:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['baab68a6-76b6-4eed-bcf0-39f1da64d6b2'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:53:53.088551 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device a12a0777-f36a-4c86-b29b-f874034beb66 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:53:53.176036 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-1c61bc5d-16e4-47be-83ff-4f1a25c2fcad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:53.229236 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:53.283235 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-1c61bc5d-16e4-47be-83ff-4f1a25c2fcad admin admin] Publish callbacks [] for security_group (301765dc-1339-469e-8d8c-36d7827618ee), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:53.286821 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] Set router baab68a6-76b6-4eed-bcf0-39f1da64d6b2 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:53:53.288982 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509a5487-8251-4883-af3b-e9337c93f01b None None] Network c18db701-00a1-43b8-8ecb-a7786f515087 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:53:53.291988 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-1c61bc5d-16e4-47be-83ff-4f1a25c2fcad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (301765dc-1339-469e-8d8c-36d7827618ee), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:53.304013 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-6dbbe499-9804-4fe6-86cf-96d596373a86 None None] Provisioning complete for port a12a0777-f36a-4c86-b29b-f874034beb66 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:53.304732 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6dbbe499-9804-4fe6-86cf-96d596373a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (a12a0777-f36a-4c86-b29b-f874034beb66), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:53.360365 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-1c61bc5d-16e4-47be-83ff-4f1a25c2fcad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5a8121c7fe714df88e59663263d4f0c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3675659 Jul 01 19:53:53.361082 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 55812) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:53.385277 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61bc5d-16e4-47be-83ff-4f1a25c2fcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301765dc-1339-469e-8d8c-36d7827618ee,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:53.436621 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e465012b-f909-4cd2-be69-2b875330bdfe admin admin] Publish callbacks [] for security_group (301765dc-1339-469e-8d8c-36d7827618ee), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:53.467778 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e465012b-f909-4cd2-be69-2b875330bdfe admin admin] Publish callbacks [] for security_group (301765dc-1339-469e-8d8c-36d7827618ee), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:53.487015 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port a12a0777-f36a-4c86-b29b-f874034beb66 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:53.487687 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (a12a0777-f36a-4c86-b29b-f874034beb66), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:53.501070 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:53.545434 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'name': 'tempest-TestShelveInstance-1696941523-router', 'tenant_id': '669587fe364c4741b489449451f2294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:53:52Z', 'revision_number': 3, 'project_id': '669587fe364c4741b489449451f2294c', 'gw_port': {'id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:53:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:53:53.626324 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] Checking router: baab68a6-76b6-4eed-bcf0-39f1da64d6b2 for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:53:53.635554 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-6dbbe499-9804-4fe6-86cf-96d596373a86 None None] Current status of the port a12a0777-f36a-4c86-b29b-f874034beb66 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:53.635989 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6dbbe499-9804-4fe6-86cf-96d596373a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (a12a0777-f36a-4c86-b29b-f874034beb66), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:53.644528 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] Updating router baab68a6-76b6-4eed-bcf0-39f1da64d6b2 port 3b900454-09ce-4a91-a041-e0c019a570ef binding host dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 19:53:53.672449 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e465012b-f909-4cd2-be69-2b875330bdfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (301765dc-1339-469e-8d8c-36d7827618ee), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:53.675035 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e465012b-f909-4cd2-be69-2b875330bdfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:53.676192 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-e465012b-f909-4cd2-be69-2b875330bdfe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/301765dc-1339-469e-8d8c-36d7827618ee HTTP/1.1" status: 204 len: 168 time: 0.3113391 Jul 01 19:53:53.712002 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (3b900454-09ce-4a91-a041-e0c019a570ef), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:53.714647 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:53.746787 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465012b-f909-4cd2-be69-2b875330bdfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301765dc-1339-469e-8d8c-36d7827618ee,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:53.766813 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:53.770222 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:53.796539 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cd707-4f03-4d4f-8b60-e3d4695bbce5 req-8a94deb8-604f-4dca-ad40-731c83af8a2a tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:53.798259 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-974cd707-4f03-4d4f-8b60-e3d4695bbce5 req-8a94deb8-604f-4dca-ad40-731c83af8a2a tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 946 time: 0.1698141 Jul 01 19:53:53.813505 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edc4ca-6d85-462c-8a6e-f4cecfa5dde7 req-ed896b1b-2fd8-4142-8342-6cfc3ca7325a tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:53.821293 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-05edc4ca-6d85-462c-8a6e-f4cecfa5dde7 req-ed896b1b-2fd8-4142-8342-6cfc3ca7325a tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 944 time: 0.1940610 Jul 01 19:53:53.825565 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-6dbbe499-9804-4fe6-86cf-96d596373a86 None None] For port a12a0777-f36a-4c86-b29b-f874034beb66, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=a12a0777-f36a-4c86-b29b-f874034beb66,segment=NetworkSegment(07e7f769-0ab3-4377-bc29-94916ab541ef),segment_id=07e7f769-0ab3-4377-bc29-94916ab541ef)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:53.859198 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6dbbe499-9804-4fe6-86cf-96d596373a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (a12a0777-f36a-4c86-b29b-f874034beb66), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:53.868788 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port a12a0777-f36a-4c86-b29b-f874034beb66 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:53.869181 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (a12a0777-f36a-4c86-b29b-f874034beb66), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:53.876552 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:53.969089 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-05edc4ca-6d85-462c-8a6e-f4cecfa5dde7 req-eea7c55c-3c40-476a-8e5f-dc01c21881e1 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462941 Jul 01 19:53:54.021083 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:54.022520 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-974cd707-4f03-4d4f-8b60-e3d4695bbce5 req-0e3a14fe-6719-429c-9062-f9a984cd985f tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/security-groups?id=c848bf84-1169-420b-9985-6a8203118d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982875 Jul 01 19:53:54.058388 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-86fbae44-49a0-490f-a304-a0157a76c6b2 None None] Provisioning complete for port a12a0777-f36a-4c86-b29b-f874034beb66 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:54.059431 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-86fbae44-49a0-490f-a304-a0157a76c6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (a12a0777-f36a-4c86-b29b-f874034beb66), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:54.092492 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbe499-9804-4fe6-86cf-96d596373a86 None None] Pushing event updated for resources: {'Port': ['ID=a12a0777-f36a-4c86-b29b-f874034beb66,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:54.162796 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e83e06-1bde-4b57-acbf-e94272e14597 req-1a0f8dc8-a1b3-4b81-9322-4f55bb775622 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:54.171179 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 1aa0c0d6-9243-44ae-82a8-1412617661fe details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 19:53:54.173619 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-04e83e06-1bde-4b57-acbf-e94272e14597 req-1a0f8dc8-a1b3-4b81-9322-4f55bb775622 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0962472 Jul 01 19:53:54.232815 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.db.api [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110546) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 01 19:53:54.233254 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG oslo_db.api [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 01 19:53:54.280293 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] Publish callbacks [] for port (3b900454-09ce-4a91-a041-e0c019a570ef), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:54.290483 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (3b900454-09ce-4a91-a041-e0c019a570ef), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:54.293030 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433ec9b-26f8-4b39-afc9-d1a44ac9a853 req-b4e3df9a-1ffb-41d7-96e1-faa90bc40e96 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:54.294671 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8433ec9b-26f8-4b39-afc9-d1a44ac9a853 req-b4e3df9a-1ffb-41d7-96e1-faa90bc40e96 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 946 time: 0.0797350 Jul 01 19:53:54.398852 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-04e83e06-1bde-4b57-acbf-e94272e14597 req-7da2b045-6880-446a-9e14-149024e85c11 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127898 Jul 01 19:53:54.445179 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279be40-d4b0-49fd-a4f4-0c7f55f1729d None None] Pushing event updated for resources: {'Port': ['ID=3b900454-09ce-4a91-a041-e0c019a570ef,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:54.467372 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279be40-d4b0-49fd-a4f4-0c7f55f1729d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:54.473571 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279be40-d4b0-49fd-a4f4-0c7f55f1729d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:54.474420 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279be40-d4b0-49fd-a4f4-0c7f55f1729d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:54.474958 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279be40-d4b0-49fd-a4f4-0c7f55f1729d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:54.475454 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279be40-d4b0-49fd-a4f4-0c7f55f1729d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:54.476936 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279be40-d4b0-49fd-a4f4-0c7f55f1729d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:54.477923 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279be40-d4b0-49fd-a4f4-0c7f55f1729d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:54.478714 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279be40-d4b0-49fd-a4f4-0c7f55f1729d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:54.481650 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279be40-d4b0-49fd-a4f4-0c7f55f1729d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:54.481931 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-86fbae44-49a0-490f-a304-a0157a76c6b2 None None] Current status of the port a12a0777-f36a-4c86-b29b-f874034beb66 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:54.482174 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279be40-d4b0-49fd-a4f4-0c7f55f1729d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:54.482515 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279be40-d4b0-49fd-a4f4-0c7f55f1729d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:54.482868 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279be40-d4b0-49fd-a4f4-0c7f55f1729d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:54.483204 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279be40-d4b0-49fd-a4f4-0c7f55f1729d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:54.483531 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279be40-d4b0-49fd-a4f4-0c7f55f1729d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:54.486849 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279be40-d4b0-49fd-a4f4-0c7f55f1729d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:53:54.505919 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] Attempting to bind port 3b900454-09ce-4a91-a041-e0c019a570ef on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:53:54.509787 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] Attempting to bind port 3b900454-09ce-4a91-a041-e0c019a570ef by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:53:54.512282 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] Attempting to bind port 3b900454-09ce-4a91-a041-e0c019a570ef on network b87c582a-5096-4c62-aa69-ad30066bb691 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:53:54.516803 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:54.517340 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 1aa0c0d6-9243-44ae-82a8-1412617661fe, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1aa0c0d6-9243-44ae-82a8-1412617661fe,segment=NetworkSegment(35f3bbd7-0242-4ffe-80f7-c98ec39c7dee),segment_id=35f3bbd7-0242-4ffe-80f7-c98ec39c7dee)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:54.523861 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:53:54.524237 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] Checking segment: {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:53:54.526000 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:54.527609 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] Bound using segment: {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:53:54.528503 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] Bound port: 3b900454-09ce-4a91-a041-e0c019a570ef, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:53:54.529689 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-034293dd-10d8-43bf-b922-81f01fc6cba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:54.530319 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (3b900454-09ce-4a91-a041-e0c019a570ef), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:54.539613 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': '1aa0c0d6-9243-44ae-82a8-1412617661fe', 'network_id': '0f950f12-4f8f-441b-841d-975178800bd6', 'port_id': '1aa0c0d6-9243-44ae-82a8-1412617661fe', 'mac_address': 'fa:16:3e:ec:c8:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f806f9b2-2f06-43f3-84d7-7c928aa3c875', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 19:53:54.548210 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-8433ec9b-26f8-4b39-afc9-d1a44ac9a853 req-0a140379-c6d9-4407-b0e9-8d9eaea667e4 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Deleting port e95ca826-2651-40ec-803c-c0c94b2615d4 {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:53:54.548622 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-8433ec9b-26f8-4b39-afc9-d1a44ac9a853 req-0a140379-c6d9-4407-b0e9-8d9eaea667e4 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (e95ca826-2651-40ec-803c-c0c94b2615d4), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:54.608151 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 1aa0c0d6-9243-44ae-82a8-1412617661fe is: DOWN; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:54.609239 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (1aa0c0d6-9243-44ae-82a8-1412617661fe), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:54.627222 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa0c0d6-9243-44ae-82a8-1412617661fe {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:53:54.636307 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] For port 3b900454-09ce-4a91-a041-e0c019a570ef, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:53:54.640996 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] For port 3b900454-09ce-4a91-a041-e0c019a570ef, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=3b900454-09ce-4a91-a041-e0c019a570ef,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:53:54.653301 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (3b900454-09ce-4a91-a041-e0c019a570ef), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:54.670726 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 1aa0c0d6-9243-44ae-82a8-1412617661fe, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1aa0c0d6-9243-44ae-82a8-1412617661fe,segment=NetworkSegment(35f3bbd7-0242-4ffe-80f7-c98ec39c7dee),segment_id=35f3bbd7-0242-4ffe-80f7-c98ec39c7dee)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:54.683537 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (1aa0c0d6-9243-44ae-82a8-1412617661fe), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:54.739747 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] Routers {'baab68a6-76b6-4eed-bcf0-39f1da64d6b2'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:53:54.740399 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:53:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['baab68a6-76b6-4eed-bcf0-39f1da64d6b2'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:53:54.871320 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] Set router baab68a6-76b6-4eed-bcf0-39f1da64d6b2 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:53:54.883949 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [None req-034293dd-10d8-43bf-b922-81f01fc6cba3 admin admin] Allocated IP 172.20.0.1 (c18db701-00a1-43b8-8ecb-a7786f515087/23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9/a4d8bca8-0f3c-4b67-ab59-bd189e3289ee) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:53:54.889920 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=1aa0c0d6-9243-44ae-82a8-1412617661fe,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:54.916266 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port a12a0777-f36a-4c86-b29b-f874034beb66 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:55.035603 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['1aa0c0d6-9243-44ae-82a8-1412617661fe'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:53:55.102965 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-8433ec9b-26f8-4b39-afc9-d1a44ac9a853 req-0a140379-c6d9-4407-b0e9-8d9eaea667e4 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] For port e95ca826-2651-40ec-803c-c0c94b2615d4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=e95ca826-2651-40ec-803c-c0c94b2615d4,segment=NetworkSegment(f02bf9d1-ffb7-44b8-a9d1-fc167af55b69),segment_id=f02bf9d1-ffb7-44b8-a9d1-fc167af55b69)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:55.103546 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-8433ec9b-26f8-4b39-afc9-d1a44ac9a853 req-0a140379-c6d9-4407-b0e9-8d9eaea667e4 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (e95ca826-2651-40ec-803c-c0c94b2615d4), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:55.158222 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-8433ec9b-26f8-4b39-afc9-d1a44ac9a853 req-0a140379-c6d9-4407-b0e9-8d9eaea667e4 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Calling delete_port for e95ca826-2651-40ec-803c-c0c94b2615d4 owned by compute:nova {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:53:55.165050 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device a12a0777-f36a-4c86-b29b-f874034beb66 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:53:55.174955 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-034293dd-10d8-43bf-b922-81f01fc6cba3 admin admin] Publish callbacks [] for port (a4d8bca8-0f3c-4b67-ab59-bd189e3289ee), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:55.213459 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'name': 'tempest-TestShelveInstance-1696941523-router', 'tenant_id': '669587fe364c4741b489449451f2294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:53:52Z', 'revision_number': 3, 'project_id': '669587fe364c4741b489449451f2294c', 'gw_port': {'id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:53:55.222859 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdd23c-f1d9-4dc3-b51c-c1265365a74e req-0ce01a89-df40-4745-94bc-9a33af689cce tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:55.230128 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dffdd23c-f1d9-4dc3-b51c-c1265365a74e req-0ce01a89-df40-4745-94bc-9a33af689cce tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 945 time: 0.1058261 Jul 01 19:53:55.252440 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-034293dd-10d8-43bf-b922-81f01fc6cba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (a4d8bca8-0f3c-4b67-ab59-bd189e3289ee), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:55.274797 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279be40-d4b0-49fd-a4f4-0c7f55f1729d None None] Pushing event updated for resources: {'Port': ['ID=3b900454-09ce-4a91-a041-e0c019a570ef,revision_number=3']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:55.285842 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e79414-a31d-4e9d-ab7b-0a4a7ca9d72b None None] The sync data for ids ['baab68a6-76b6-4eed-bcf0-39f1da64d6b2'] in dv-cinder-844601-7-iscsi is: [{'id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'name': 'tempest-TestShelveInstance-1696941523-router', 'tenant_id': '669587fe364c4741b489449451f2294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:53:52Z', 'revision_number': 3, 'project_id': '669587fe364c4741b489449451f2294c', 'gw_port': {'id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:53:55.307160 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port a12a0777-f36a-4c86-b29b-f874034beb66 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:55.307532 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (a12a0777-f36a-4c86-b29b-f874034beb66), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:55.372040 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034293dd-10d8-43bf-b922-81f01fc6cba3 admin admin] Network c18db701-00a1-43b8-8ecb-a7786f515087 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:53:55.380559 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-034293dd-10d8-43bf-b922-81f01fc6cba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:53:55.399453 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dffdd23c-f1d9-4dc3-b51c-c1265365a74e req-28799c2d-baed-410c-af6f-3b26f2cfef4c tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683519 Jul 01 19:53:55.403748 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034293dd-10d8-43bf-b922-81f01fc6cba3 admin admin] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:53:55.404303 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-034293dd-10d8-43bf-b922-81f01fc6cba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730226'] for router_interface (baab68a6-76b6-4eed-bcf0-39f1da64d6b2), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:55.419164 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfa44c-0d4d-4969-8430-ff54691f0b43 req-e586ea73-fe88-48b5-a789-4be8a0a7c6bd tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:55.420642 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034293dd-10d8-43bf-b922-81f01fc6cba3 admin admin] Pushing event updated for resources: {'Port': ['ID=a4d8bca8-0f3c-4b67-ab59-bd189e3289ee,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:55.433525 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-65bfa44c-0d4d-4969-8430-ff54691f0b43 req-e586ea73-fe88-48b5-a789-4be8a0a7c6bd tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 946 time: 0.2527628 Jul 01 19:53:55.536737 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:55.632803 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fc1d4-f103-4eab-b7e7-2531e3c795ff req-d8174b75-9949-4341-a508-7519e5d48e20 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:55.639816 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a01fc1d4-f103-4eab-b7e7-2531e3c795ff req-d8174b75-9949-4341-a508-7519e5d48e20 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0913243 Jul 01 19:53:55.682210 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-034293dd-10d8-43bf-b922-81f01fc6cba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (a4d8bca8-0f3c-4b67-ab59-bd189e3289ee), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:55.726924 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port a12a0777-f36a-4c86-b29b-f874034beb66 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:55.732672 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-65bfa44c-0d4d-4969-8430-ff54691f0b43 req-c65bcbc9-1c96-48f8-a3d1-864d310ca9bb tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/security-groups?id=c848bf84-1169-420b-9985-6a8203118d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814627 Jul 01 19:53:55.801978 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:55.809207 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a01fc1d4-f103-4eab-b7e7-2531e3c795ff req-d48c0258-ceaa-4cb7-9bc1-2800e0dac717 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682591 Jul 01 19:53:55.816656 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-535dfae1-684b-4d56-ad72-427f6f115688 None None] Provisioning complete for port a4d8bca8-0f3c-4b67-ab59-bd189e3289ee triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:55.817000 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-535dfae1-684b-4d56-ad72-427f6f115688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (a4d8bca8-0f3c-4b67-ab59-bd189e3289ee), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:55.818155 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-8433ec9b-26f8-4b39-afc9-d1a44ac9a853 req-0a140379-c6d9-4407-b0e9-8d9eaea667e4 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798'] for port (e95ca826-2651-40ec-803c-c0c94b2615d4), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:55.852268 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:55.931464 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a140379-c6d9-4407-b0e9-8d9eaea667e4 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Pushing event deleted for resources: {'Port': ['ID=e95ca826-2651-40ec-803c-c0c94b2615d4,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:55.941483 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-535dfae1-684b-4d56-ad72-427f6f115688 None None] Port a4d8bca8-0f3c-4b67-ab59-bd189e3289ee cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:53:56.068660 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-8433ec9b-26f8-4b39-afc9-d1a44ac9a853 req-0a140379-c6d9-4407-b0e9-8d9eaea667e4 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] No DVR routers for this DVR port e95ca826-2651-40ec-803c-c0c94b2615d4 on host hv-cinder-84460 {{(pid=110544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:53:56.072571 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-8433ec9b-26f8-4b39-afc9-d1a44ac9a853 req-0a140379-c6d9-4407-b0e9-8d9eaea667e4 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:56.076783 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8433ec9b-26f8-4b39-afc9-d1a44ac9a853 req-0a140379-c6d9-4407-b0e9-8d9eaea667e4 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.60 "DELETE /v2.0/ports/e95ca826-2651-40ec-803c-c0c94b2615d4 HTTP/1.1" status: 204 len: 173 time: 1.7766190 Jul 01 19:53:56.077247 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f809d6-179b-4d3c-a955-d8aa4ad1ee38', 'name': 'network-vif-deleted', 'tag': 'e95ca826-2651-40ec-803c-c0c94b2615d4'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:53:56.079929 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e4f9bd-571d-4e7d-ba97-9239c53acfa1" -d '{"events": [{"server_uuid": "c7f809d6-179b-4d3c-a955-d8aa4ad1ee38", "name": "network-vif-deleted", "tag": "e95ca826-2651-40ec-803c-c0c94b2615d4"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:53:56.090172 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:56.106188 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-034293dd-10d8-43bf-b922-81f01fc6cba3 admin admin] Publish callbacks [] for port (a4d8bca8-0f3c-4b67-ab59-bd189e3289ee), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:56.140017 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-034293dd-10d8-43bf-b922-81f01fc6cba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (a4d8bca8-0f3c-4b67-ab59-bd189e3289ee), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:56.143591 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-034293dd-10d8-43bf-b922-81f01fc6cba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730094'] for router_interface (baab68a6-76b6-4eed-bcf0-39f1da64d6b2), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:56.153351 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad92f64-d9b6-46f8-93fc-5f03a6309526 x-openstack-request-id: req-4ad92f64-d9b6-46f8-93fc-5f03a6309526 {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:53:56.153866 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f809d6-179b-4d3c-a955-d8aa4ad1ee38", "name": "network-vif-deleted", "tag": "e95ca826-2651-40ec-803c-c0c94b2615d4", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:53:56.153962 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4ad92f64-d9b6-46f8-93fc-5f03a6309526 {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:53:56.154337 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad92f64-d9b6-46f8-93fc-5f03a6309526'] response: {'server_uuid': 'c7f809d6-179b-4d3c-a955-d8aa4ad1ee38', 'name': 'network-vif-deleted', 'tag': 'e95ca826-2651-40ec-803c-c0c94b2615d4', 'status': 'completed', 'code': 200} Jul 01 19:53:56.284508 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 1aa0c0d6-9243-44ae-82a8-1412617661fe up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:53:56.318135 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034293dd-10d8-43bf-b922-81f01fc6cba3 admin admin] Pushing event updated for resources: {'Port': ['ID=a4d8bca8-0f3c-4b67-ab59-bd189e3289ee,revision_number=2']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:56.334252 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034293dd-10d8-43bf-b922-81f01fc6cba3 admin admin] Network c18db701-00a1-43b8-8ecb-a7786f515087 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:53:56.336907 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-034293dd-10d8-43bf-b922-81f01fc6cba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:53:56.364227 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning for port 1aa0c0d6-9243-44ae-82a8-1412617661fe completed by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 19:53:56.373476 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port 1aa0c0d6-9243-44ae-82a8-1412617661fe triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:56.374072 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (1aa0c0d6-9243-44ae-82a8-1412617661fe), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:56.526784 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034293dd-10d8-43bf-b922-81f01fc6cba3 admin admin] Router baab68a6-76b6-4eed-bcf0-39f1da64d6b2 has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:53:56.583601 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 1aa0c0d6-9243-44ae-82a8-1412617661fe is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:56.584382 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (1aa0c0d6-9243-44ae-82a8-1412617661fe), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:56.630678 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 1aa0c0d6-9243-44ae-82a8-1412617661fe, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1aa0c0d6-9243-44ae-82a8-1412617661fe,segment=NetworkSegment(35f3bbd7-0242-4ffe-80f7-c98ec39c7dee),segment_id=35f3bbd7-0242-4ffe-80f7-c98ec39c7dee)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:56.634132 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e19f452-0c5c-4b3e-8243-ac925a3335ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa0c0d6-9243-44ae-82a8-1412617661fe'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:53:56.640472 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49286e3-e69e-4a84-b8da-2b70bd088e41" -d '{"events": [{"server_uuid": "0e19f452-0c5c-4b3e-8243-ac925a3335ac", "name": "network-vif-plugged", "status": "completed", "tag": "1aa0c0d6-9243-44ae-82a8-1412617661fe"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:53:56.649302 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (1aa0c0d6-9243-44ae-82a8-1412617661fe), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:56.651794 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae430e52-7640-4592-93f3-872c192da45e req-d0c7fff8-000c-486c-ae25-943b920a41cd tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:56.662913 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device e95ca826-2651-40ec-803c-c0c94b2615d4 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:53:56.674769 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ae430e52-7640-4592-93f3-872c192da45e req-d0c7fff8-000c-486c-ae25-943b920a41cd tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 945 time: 0.1261971 Jul 01 19:53:56.718780 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:56.735142 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034293dd-10d8-43bf-b922-81f01fc6cba3 admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:53:56.739936 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] No Port match for: e95ca826-2651-40ec-803c-c0c94b2615d4 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:53:56.740304 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device e95ca826-2651-40ec-803c-c0c94b2615d4 not bound to the agent host hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:53:56.741479 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-034293dd-10d8-43bf-b922-81f01fc6cba3 admin admin] 10.222.0.66 "PUT /v2.0/routers/baab68a6-76b6-4eed-bcf0-39f1da64d6b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6885152 Jul 01 19:53:56.743801 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62699e05-6e5a-4d5a-8be2-cc441cb49628 x-openstack-request-id: req-62699e05-6e5a-4d5a-8be2-cc441cb49628 {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:53:56.744622 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e19f452-0c5c-4b3e-8243-ac925a3335ac", "name": "network-vif-plugged", "status": "completed", "tag": "1aa0c0d6-9243-44ae-82a8-1412617661fe", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:53:56.744895 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-62699e05-6e5a-4d5a-8be2-cc441cb49628 {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:53:56.745290 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62699e05-6e5a-4d5a-8be2-cc441cb49628'] response: {'server_uuid': '0e19f452-0c5c-4b3e-8243-ac925a3335ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa0c0d6-9243-44ae-82a8-1412617661fe', 'code': 200} Jul 01 19:53:56.827562 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ae430e52-7640-4592-93f3-872c192da45e req-5d21717d-d04c-42e0-8729-214eaeeff1e2 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497800 Jul 01 19:53:56.857861 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=1aa0c0d6-9243-44ae-82a8-1412617661fe,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:56.912754 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c3fe375b-bc43-4a70-b378-fe298d2335a1 req-708c3355-f798-4edb-83c5-f65cc351c465 tempest-DeleteServersTestJSON-1960359171 tempest-DeleteServersTestJSON-1960359171-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7f809d6-179b-4d3c-a955-d8aa4ad1ee38 HTTP/1.1" status: 200 len: 210 time: 0.0402236 Jul 01 19:53:57.002281 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-24c300cb-d160-4414-9e1b-1cdd9da7d1b9 None None] Provisioning complete for port a4d8bca8-0f3c-4b67-ab59-bd189e3289ee triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:57.004114 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-24c300cb-d160-4414-9e1b-1cdd9da7d1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (a4d8bca8-0f3c-4b67-ab59-bd189e3289ee), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:57.021052 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432edbf-67d0-411b-b0fb-ca2b9175af73 req-31811dc0-11b0-4617-8f6e-9f5352c70612 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:57.029391 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5432edbf-67d0-411b-b0fb-ca2b9175af73 req-31811dc0-11b0-4617-8f6e-9f5352c70612 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0631664 Jul 01 19:53:57.054885 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-24c300cb-d160-4414-9e1b-1cdd9da7d1b9 None None] Port a4d8bca8-0f3c-4b67-ab59-bd189e3289ee cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:53:57.095195 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5432edbf-67d0-411b-b0fb-ca2b9175af73 req-a08355e6-e833-41f0-8cfd-36a3f483b699 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645983 Jul 01 19:53:57.164219 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 3b900454-09ce-4a91-a041-e0c019a570ef up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:53:57.166803 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=100 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:57.215020 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 3b900454-09ce-4a91-a041-e0c019a570ef triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:57.215394 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (3b900454-09ce-4a91-a041-e0c019a570ef), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:57.303962 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 3b900454-09ce-4a91-a041-e0c019a570ef is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:57.304806 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (3b900454-09ce-4a91-a041-e0c019a570ef), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:57.342036 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-520f6246-b665-4881-9a48-4c544643b810 None None] For port 3b900454-09ce-4a91-a041-e0c019a570ef, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=3b900454-09ce-4a91-a041-e0c019a570ef,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:53:57.348010 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (3b900454-09ce-4a91-a041-e0c019a570ef), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:57.406431 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f3ce3-81f3-4782-ba9a-31b0d6582df2 req-e5695037-d85a-48df-9ea6-20d028d5bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:57.408000 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ec5f3ce3-81f3-4782-ba9a-31b0d6582df2 req-e5695037-d85a-48df-9ea6-20d028d5bb8e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 1130 time: 0.0858507 Jul 01 19:53:57.416690 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Pushing event updated for resources: {'Port': ['ID=3b900454-09ce-4a91-a041-e0c019a570ef,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:57.465064 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ec5f3ce3-81f3-4782-ba9a-31b0d6582df2 req-1e27d2f9-aaf5-44b9-82fb-8c5cbbf27820 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481887 Jul 01 19:53:57.653176 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 55942) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:57.659536 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-6ca5b0b0-62c0-448d-a33d-0592860d5ca8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-342016292-network', 'tenant_id': '43c3f9cd6a0b43eaad0a105608a22c3f'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:53:57.691304 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca5b0b0-62c0-448d-a33d-0592860d5ca8 admin admin] Made reservation on behalf of 43c3f9cd6a0b43eaad0a105608a22c3f for: {'network': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:53:57.696947 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6ca5b0b0-62c0-448d-a33d-0592860d5ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for network (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:57.706475 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6ca5b0b0-62c0-448d-a33d-0592860d5ca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:57.803743 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6ca5b0b0-62c0-448d-a33d-0592860d5ca8 admin admin] Publish callbacks [] for security_group (ce1e33fa-44e1-401c-87fd-9ca7e90fe6a5), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:57.809670 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6ca5b0b0-62c0-448d-a33d-0592860d5ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (ce1e33fa-44e1-401c-87fd-9ca7e90fe6a5), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:57.833260 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca5b0b0-62c0-448d-a33d-0592860d5ca8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=110544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 19:53:57.854001 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5b0b0-62c0-448d-a33d-0592860d5ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1e33fa-44e1-401c-87fd-9ca7e90fe6a5,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:57.862650 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6ca5b0b0-62c0-448d-a33d-0592860d5ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (0f5a6f35-aecd-42b4-8d90-5416d92d1e5b), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:57.863175 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.segments_db [None req-6ca5b0b0-62c0-448d-a33d-0592860d5ca8 admin admin] Added segment 0f5a6f35-aecd-42b4-8d90-5416d92d1e5b of type vlan for network de0420cc-ced5-4f48-83b3-5bc1db67b6d5 Jul 01 19:53:57.920685 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6ca5b0b0-62c0-448d-a33d-0592860d5ca8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766989805963'] for network (de0420cc-ced5-4f48-83b3-5bc1db67b6d5), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:57.989368 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6ca5b0b0-62c0-448d-a33d-0592860d5ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for network (de0420cc-ced5-4f48-83b3-5bc1db67b6d5), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:57.990832 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca5b0b0-62c0-448d-a33d-0592860d5ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:57.991686 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6ca5b0b0-62c0-448d-a33d-0592860d5ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:58.007971 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6cee6-377c-4648-873f-a1c0ad8aa268 req-fa4bec2d-7c25-47e5-9923-81ac608fa754 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:58.009483 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-50c6cee6-377c-4648-873f-a1c0ad8aa268 req-fa4bec2d-7c25-47e5-9923-81ac608fa754 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 946 time: 0.0764260 Jul 01 19:53:58.021741 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] Sync routers for ids ['baab68a6-76b6-4eed-bcf0-39f1da64d6b2'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:53:58.033944 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] Routers {'baab68a6-76b6-4eed-bcf0-39f1da64d6b2'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:53:58.034901 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:53:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['baab68a6-76b6-4eed-bcf0-39f1da64d6b2'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:53:58.059137 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-6ca5b0b0-62c0-448d-a33d-0592860d5ca8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4021490 Jul 01 19:53:58.059475 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 55964) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:58.069186 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-d2f6ce0b-d246-433d-a7fe-b8e3e34f0a36 admin admin] Request body: {'subnet': {'network_id': 'de0420cc-ced5-4f48-83b3-5bc1db67b6d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-342016292-subnet', 'tenant_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'ip_version': 4}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:53:58.101937 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f6ce0b-d246-433d-a7fe-b8e3e34f0a36 admin admin] Made reservation on behalf of 43c3f9cd6a0b43eaad0a105608a22c3f for: {'subnet': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:53:58.105682 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d2f6ce0b-d246-433d-a7fe-b8e3e34f0a36 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:58.112724 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5b0b0-62c0-448d-a33d-0592860d5ca8 admin admin] Pushing event updated for resources: {'Network': ['ID=de0420cc-ced5-4f48-83b3-5bc1db67b6d5,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:58.127525 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Network de0420cc-ced5-4f48-83b3-5bc1db67b6d5 details requested by agent ovs-agent-dv-cinder-844601-7-iscsi with host dv-cinder-844601-7-iscsi {{(pid=110546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 19:53:58.161908 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-50c6cee6-377c-4648-873f-a1c0ad8aa268 req-85263b5a-4382-43d9-be7d-28a5f03dd646 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269243 Jul 01 19:53:58.183545 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] Set router baab68a6-76b6-4eed-bcf0-39f1da64d6b2 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:53:58.296829 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bd1de-fc51-4557-b3d0-a0d0b211f1d9 req-a5d737b0-4aba-43fd-9fca-ff0feba3a63b tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:58.299039 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c01bd1de-fc51-4557-b3d0-a0d0b211f1d9 req-a5d737b0-4aba-43fd-9fca-ff0feba3a63b tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0730519 Jul 01 19:53:58.354507 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d2f6ce0b-d246-433d-a7fe-b8e3e34f0a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for subnet (9af3d934-37a9-4625-bfdb-0e9a2fa01650), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:58.366831 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c01bd1de-fc51-4557-b3d0-a0d0b211f1d9 req-7e883bc0-7687-46a7-8326-1fe4e0bfcdbe tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612993 Jul 01 19:53:58.387977 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:58.414781 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6ce0b-d246-433d-a7fe-b8e3e34f0a36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9af3d934-37a9-4625-bfdb-0e9a2fa01650,revision_number=0']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:58.424143 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f6ce0b-d246-433d-a7fe-b8e3e34f0a36 admin admin] Checking segment: {'id': '0f5a6f35-aecd-42b4-8d90-5416d92d1e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'de0420cc-ced5-4f48-83b3-5bc1db67b6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:53:58.424492 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f6ce0b-d246-433d-a7fe-b8e3e34f0a36 admin admin] Network hostable DHCP agents. Network: de0420cc-ced5-4f48-83b3-5bc1db67b6d5, hostable agents: ['c73d88bc-f5d4-4e4e-bef7-e6641222d38b'], hosted agents: [] {{(pid=110545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 19:53:58.442233 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f6ce0b-d246-433d-a7fe-b8e3e34f0a36 admin admin] Network de0420cc-ced5-4f48-83b3-5bc1db67b6d5 is scheduled to be hosted by DHCP agent c73d88bc-f5d4-4e4e-bef7-e6641222d38b with binding_index 1 {{(pid=110545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 19:53:58.450529 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'name': 'tempest-TestShelveInstance-1696941523-router', 'tenant_id': '669587fe364c4741b489449451f2294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:53:55Z', 'revision_number': 4, 'project_id': '669587fe364c4741b489449451f2294c', 'gw_port': {'id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': 'a4d8bca8-0f3c-4b67-ab59-bd189e3289ee', 'name': '', 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087', 'tenant_id': '669587fe364c4741b489449451f2294c', 'mac_address': 'fa:16:3e:c5:c4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:54Z', 'updated_at': '2022-07-01T19:53:55Z', 'revision_number': 2, 'project_id': '669587fe364c4741b489449451f2294c', 'subnets': [{'id': '23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:53:58.451399 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-d2f6ce0b-d246-433d-a7fe-b8e3e34f0a36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-7-iscsi, de0420cc-ced5-4f48-83b3-5bc1db67b6d5) {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:53:58.456155 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f6ce0b-d246-433d-a7fe-b8e3e34f0a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:58.457158 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d2f6ce0b-d246-433d-a7fe-b8e3e34f0a36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for subnet (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:58.473651 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-d2f6ce0b-d246-433d-a7fe-b8e3e34f0a36 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4130356 Jul 01 19:53:58.476732 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 55976) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:53:58.481272 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-badaf95d-b74d-46d9-8bac-85e30c683fe5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-342016292-router', 'tenant_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:53:58.482954 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878ba11f-8209-4543-b0bd-ad7bda53291c None None] Network de0420cc-ced5-4f48-83b3-5bc1db67b6d5 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:53:58.485643 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] Checking router: baab68a6-76b6-4eed-bcf0-39f1da64d6b2 for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:53:58.485997 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] Updating router baab68a6-76b6-4eed-bcf0-39f1da64d6b2 port a4d8bca8-0f3c-4b67-ab59-bd189e3289ee binding host dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 19:53:58.497275 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:58.508218 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-badaf95d-b74d-46d9-8bac-85e30c683fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1736258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2076621'] for router (a818107a-d906-4359-ae62-f2b037684596), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:58.509310 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-badaf95d-b74d-46d9-8bac-85e30c683fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1560559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2076612'] for router (a818107a-d906-4359-ae62-f2b037684596), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:58.537209 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (a4d8bca8-0f3c-4b67-ab59-bd189e3289ee), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:58.566644 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-badaf95d-b74d-46d9-8bac-85e30c683fe5 admin admin] Publish callbacks [] for router_controller (a818107a-d906-4359-ae62-f2b037684596), precommit_add_association {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:58.629749 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:58.706762 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-badaf95d-b74d-46d9-8bac-85e30c683fe5 admin admin] Publish callbacks [] for router_gateway (a818107a-d906-4359-ae62-f2b037684596), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:58.736740 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=100 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:58.812406 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1392ae5-89d1-4edf-8b6a-de5f3a0c0bb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef9c38b-9e7a-5363-bbbe-cbd2af869e96-de0420cc-ced5-4f48-83b3-5bc1db67b6d5', 'network_id': 'de0420cc-ced5-4f48-83b3-5bc1db67b6d5', 'project_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'fixed_ips': [{'subnet_id': '9af3d934-37a9-4625-bfdb-0e9a2fa01650'}]}} from dv-cinder-844601-7-iscsi. {{(pid=110546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 19:53:58.813310 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-c1392ae5-89d1-4edf-8b6a-de5f3a0c0bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:58.889899 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-badaf95d-b74d-46d9-8bac-85e30c683fe5 admin admin] Publish callbacks [] for router_gateway (a818107a-d906-4359-ae62-f2b037684596), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:58.910813 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-badaf95d-b74d-46d9-8bac-85e30c683fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:59.043030 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [None req-badaf95d-b74d-46d9-8bac-85e30c683fe5 admin admin] Allocated IP 172.27.1.92 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/ff825354-7ea3-4e38-93ec-f64578fd86dc) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:53:59.044995 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.db_base_plugin_common [None req-c1392ae5-89d1-4edf-8b6a-de5f3a0c0bb3 None None] Allocated IP 172.20.0.2 (de0420cc-ced5-4f48-83b3-5bc1db67b6d5/9af3d934-37a9-4625-bfdb-0e9a2fa01650/728e53dd-8212-4c58-a767-b94a22382b71) {{(pid=110546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:53:59.091788 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 3b900454-09ce-4a91-a041-e0c019a570ef up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:53:59.153319 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-badaf95d-b74d-46d9-8bac-85e30c683fe5 admin admin] Publish callbacks [] for port (ff825354-7ea3-4e38-93ec-f64578fd86dc), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:59.158704 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] Publish callbacks [] for port (a4d8bca8-0f3c-4b67-ab59-bd189e3289ee), precommit_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:59.187340 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-badaf95d-b74d-46d9-8bac-85e30c683fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (ff825354-7ea3-4e38-93ec-f64578fd86dc), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:59.197245 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (a4d8bca8-0f3c-4b67-ab59-bd189e3289ee), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:59.261054 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 3b900454-09ce-4a91-a041-e0c019a570ef triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:59.261426 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (3b900454-09ce-4a91-a041-e0c019a570ef), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:59.273202 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badaf95d-b74d-46d9-8bac-85e30c683fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=ff825354-7ea3-4e38-93ec-f64578fd86dc,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:59.278928 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badaf95d-b74d-46d9-8bac-85e30c683fe5 admin admin] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:53:59.283374 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-badaf95d-b74d-46d9-8bac-85e30c683fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:53:59.287387 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badaf95d-b74d-46d9-8bac-85e30c683fe5 admin admin] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:53:59.309276 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4519a29-24e9-4d40-8284-f595b1d78813 None None] Pushing event updated for resources: {'Port': ['ID=a4d8bca8-0f3c-4b67-ab59-bd189e3289ee,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:59.330317 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1f327-8734-44cf-b41e-43d8912884ea req-49f5d75a-49d1-49bd-bb9d-fcd844f66e55 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:59.331984 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d3d1f327-8734-44cf-b41e-43d8912884ea req-49f5d75a-49d1-49bd-bb9d-fcd844f66e55 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 946 time: 0.1029036 Jul 01 19:53:59.344565 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:59.411535 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-c1392ae5-89d1-4edf-8b6a-de5f3a0c0bb3 None None] Publish callbacks [] for port (728e53dd-8212-4c58-a767-b94a22382b71), precommit_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:59.448481 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-c1392ae5-89d1-4edf-8b6a-de5f3a0c0bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (728e53dd-8212-4c58-a767-b94a22382b71), after_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:59.463944 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] Attempting to bind port a4d8bca8-0f3c-4b67-ab59-bd189e3289ee on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:53:59.463944 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] Attempting to bind port a4d8bca8-0f3c-4b67-ab59-bd189e3289ee by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': '07e7f769-0ab3-4377-bc29-94916ab541ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:53:59.463944 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] Attempting to bind port a4d8bca8-0f3c-4b67-ab59-bd189e3289ee on network c18db701-00a1-43b8-8ecb-a7786f515087 {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:53:59.511073 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:53:59.511371 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] Checking segment: {'id': '07e7f769-0ab3-4377-bc29-94916ab541ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:53:59.511770 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:59.512167 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] Bound using segment: {'id': '07e7f769-0ab3-4377-bc29-94916ab541ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:53:59.512650 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] Bound port: a4d8bca8-0f3c-4b67-ab59-bd189e3289ee, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e7f769-0ab3-4377-bc29-94916ab541ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:53:59.513028 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (a4d8bca8-0f3c-4b67-ab59-bd189e3289ee), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:59.518539 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 3b900454-09ce-4a91-a041-e0c019a570ef is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:53:59.535443 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1392ae5-89d1-4edf-8b6a-de5f3a0c0bb3 None None] Network de0420cc-ced5-4f48-83b3-5bc1db67b6d5 is already hosted by enough agents. {{(pid=110546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:53:59.542894 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.base_scheduler [None req-c1392ae5-89d1-4edf-8b6a-de5f3a0c0bb3 None None] Resources bound (agent type, host, resource id): {{(pid=110546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:53:59.546254 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1392ae5-89d1-4edf-8b6a-de5f3a0c0bb3 None None] Received port after_create {{(pid=110546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:53:59.548301 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1392ae5-89d1-4edf-8b6a-de5f3a0c0bb3 None None] Pushing event updated for resources: {'Port': ['ID=728e53dd-8212-4c58-a767-b94a22382b71,revision_number=1']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:59.603994 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d3d1f327-8734-44cf-b41e-43d8912884ea req-1e602aef-4944-4650-a42a-eb43b7770543 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463028 Jul 01 19:53:59.610648 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:59.628031 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7651a0-4f33-4e0f-8b49-e78610d80316 req-44c9799e-f4de-4c22-a0ee-f7f23360a696 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:53:59.629822 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ff7651a0-4f33-4e0f-8b49-e78610d80316 req-44c9799e-f4de-4c22-a0ee-f7f23360a696 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.1494379 Jul 01 19:53:59.630453 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:59.634257 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-f75d0683-136d-4725-8d60-a13d16e7694d None None] Provisioning complete for port a4d8bca8-0f3c-4b67-ab59-bd189e3289ee triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:53:59.634633 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-f75d0683-136d-4725-8d60-a13d16e7694d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (a4d8bca8-0f3c-4b67-ab59-bd189e3289ee), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:59.672913 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:59.675331 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-badaf95d-b74d-46d9-8bac-85e30c683fe5 admin admin] Publish callbacks [] for router_gateway (a818107a-d906-4359-ae62-f2b037684596), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:59.679608 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] For port a4d8bca8-0f3c-4b67-ab59-bd189e3289ee, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:53:59.698534 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-c1392ae5-89d1-4edf-8b6a-de5f3a0c0bb3 None None] Attempting to bind port 728e53dd-8212-4c58-a767-b94a22382b71 on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:53:59.698939 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-c1392ae5-89d1-4edf-8b6a-de5f3a0c0bb3 None None] Attempting to bind port 728e53dd-8212-4c58-a767-b94a22382b71 by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': '0f5a6f35-aecd-42b4-8d90-5416d92d1e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'de0420cc-ced5-4f48-83b3-5bc1db67b6d5'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:53:59.699298 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1392ae5-89d1-4edf-8b6a-de5f3a0c0bb3 None None] Attempting to bind port 728e53dd-8212-4c58-a767-b94a22382b71 on network de0420cc-ced5-4f48-83b3-5bc1db67b6d5 {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:53:59.709176 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] For port a4d8bca8-0f3c-4b67-ab59-bd189e3289ee, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=a4d8bca8-0f3c-4b67-ab59-bd189e3289ee,segment=NetworkSegment(07e7f769-0ab3-4377-bc29-94916ab541ef),segment_id=07e7f769-0ab3-4377-bc29-94916ab541ef)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:53:59.710761 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-f75d0683-136d-4725-8d60-a13d16e7694d None None] Port a4d8bca8-0f3c-4b67-ab59-bd189e3289ee cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:53:59.713304 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1392ae5-89d1-4edf-8b6a-de5f3a0c0bb3 None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:53:59.713803 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1392ae5-89d1-4edf-8b6a-de5f3a0c0bb3 None None] Checking segment: {'id': '0f5a6f35-aecd-42b4-8d90-5416d92d1e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'de0420cc-ced5-4f48-83b3-5bc1db67b6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:53:59.714212 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-c1392ae5-89d1-4edf-8b6a-de5f3a0c0bb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:59.714598 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1392ae5-89d1-4edf-8b6a-de5f3a0c0bb3 None None] Bound using segment: {'id': '0f5a6f35-aecd-42b4-8d90-5416d92d1e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'de0420cc-ced5-4f48-83b3-5bc1db67b6d5'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:53:59.715027 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-c1392ae5-89d1-4edf-8b6a-de5f3a0c0bb3 None None] Bound port: 728e53dd-8212-4c58-a767-b94a22382b71, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5a6f35-aecd-42b4-8d90-5416d92d1e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'de0420cc-ced5-4f48-83b3-5bc1db67b6d5'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:53:59.715416 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-c1392ae5-89d1-4edf-8b6a-de5f3a0c0bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (728e53dd-8212-4c58-a767-b94a22382b71), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:59.725017 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (a4d8bca8-0f3c-4b67-ab59-bd189e3289ee), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:59.769118 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ff7651a0-4f33-4e0f-8b49-e78610d80316 req-af066a12-1be7-4d71-8c1f-b7da9a03829c tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278007 Jul 01 19:53:59.828316 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4519a29-24e9-4d40-8284-f595b1d78813 None None] Pushing event updated for resources: {'Port': ['ID=a4d8bca8-0f3c-4b67-ab59-bd189e3289ee,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:53:59.836723 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] Routers {'baab68a6-76b6-4eed-bcf0-39f1da64d6b2'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:53:59.837608 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:53:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['baab68a6-76b6-4eed-bcf0-39f1da64d6b2'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:53:59.840104 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-c1392ae5-89d1-4edf-8b6a-de5f3a0c0bb3 None None] For port 728e53dd-8212-4c58-a767-b94a22382b71, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:53:59.844385 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-c1392ae5-89d1-4edf-8b6a-de5f3a0c0bb3 None None] For port 728e53dd-8212-4c58-a767-b94a22382b71, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=728e53dd-8212-4c58-a767-b94a22382b71,segment=NetworkSegment(0f5a6f35-aecd-42b4-8d90-5416d92d1e5b),segment_id=0f5a6f35-aecd-42b4-8d90-5416d92d1e5b)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:53:59.878123 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:53:59.907897 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-badaf95d-b74d-46d9-8bac-85e30c683fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725937'] for router (a818107a-d906-4359-ae62-f2b037684596), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:59.910202 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-c1392ae5-89d1-4edf-8b6a-de5f3a0c0bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (728e53dd-8212-4c58-a767-b94a22382b71), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:53:59.994742 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1392ae5-89d1-4edf-8b6a-de5f3a0c0bb3 None None] Pushing event updated for resources: {'Port': ['ID=728e53dd-8212-4c58-a767-b94a22382b71,revision_number=2']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:00.014796 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] Set router baab68a6-76b6-4eed-bcf0-39f1da64d6b2 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:54:00.067631 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-b10dc2a8-a186-4101-a77d-5e45a9c3fcff None None] Provisioning complete for port a4d8bca8-0f3c-4b67-ab59-bd189e3289ee triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:00.068132 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-b10dc2a8-a186-4101-a77d-5e45a9c3fcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (a4d8bca8-0f3c-4b67-ab59-bd189e3289ee), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:00.281487 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-b10dc2a8-a186-4101-a77d-5e45a9c3fcff None None] Current status of the port a4d8bca8-0f3c-4b67-ab59-bd189e3289ee is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:00.281838 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-b10dc2a8-a186-4101-a77d-5e45a9c3fcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (a4d8bca8-0f3c-4b67-ab59-bd189e3289ee), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:00.305708 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badaf95d-b74d-46d9-8bac-85e30c683fe5 admin admin] Router a818107a-d906-4359-ae62-f2b037684596 is scheduled to L3 agent 92102641-59bc-4b31-9151-065046da5b4e with binding_index 1 {{(pid=110544) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 01 19:54:00.360111 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-b10dc2a8-a186-4101-a77d-5e45a9c3fcff None None] For port a4d8bca8-0f3c-4b67-ab59-bd189e3289ee, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=a4d8bca8-0f3c-4b67-ab59-bd189e3289ee,segment=NetworkSegment(07e7f769-0ab3-4377-bc29-94916ab541ef),segment_id=07e7f769-0ab3-4377-bc29-94916ab541ef)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:54:00.361362 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'name': 'tempest-TestShelveInstance-1696941523-router', 'tenant_id': '669587fe364c4741b489449451f2294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:53:55Z', 'revision_number': 4, 'project_id': '669587fe364c4741b489449451f2294c', 'gw_port': {'id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': 'a4d8bca8-0f3c-4b67-ab59-bd189e3289ee', 'name': '', 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087', 'tenant_id': '669587fe364c4741b489449451f2294c', 'mac_address': 'fa:16:3e:c5:c4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:54Z', 'updated_at': '2022-07-01T19:53:59Z', 'revision_number': 4, 'project_id': '669587fe364c4741b489449451f2294c', 'subnets': [{'id': '23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:00.364951 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-b10dc2a8-a186-4101-a77d-5e45a9c3fcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (a4d8bca8-0f3c-4b67-ab59-bd189e3289ee), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:00.401747 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd5c576-4a1e-4fb6-bb70-7f5a5fd77aa8 None None] The sync data for ids ['baab68a6-76b6-4eed-bcf0-39f1da64d6b2'] in dv-cinder-844601-7-iscsi is: [{'id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'name': 'tempest-TestShelveInstance-1696941523-router', 'tenant_id': '669587fe364c4741b489449451f2294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:53:55Z', 'revision_number': 4, 'project_id': '669587fe364c4741b489449451f2294c', 'gw_port': {'id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': 'a4d8bca8-0f3c-4b67-ab59-bd189e3289ee', 'name': '', 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087', 'tenant_id': '669587fe364c4741b489449451f2294c', 'mac_address': 'fa:16:3e:c5:c4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:54Z', 'updated_at': '2022-07-01T19:53:59Z', 'revision_number': 4, 'project_id': '669587fe364c4741b489449451f2294c', 'subnets': [{'id': '23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:54:00.425519 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badaf95d-b74d-46d9-8bac-85e30c683fe5 admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:54:00.438115 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] Sync routers for ids ['a818107a-d906-4359-ae62-f2b037684596'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:54:00.480220 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] Routers {'a818107a-d906-4359-ae62-f2b037684596'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:54:00.481278 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:53:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['a818107a-d906-4359-ae62-f2b037684596'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:00.502461 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-badaf95d-b74d-46d9-8bac-85e30c683fe5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:00.506418 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-badaf95d-b74d-46d9-8bac-85e30c683fe5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0260234 Jul 01 19:54:00.506792 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 55994) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:00.509086 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10dc2a8-a186-4101-a77d-5e45a9c3fcff None None] Pushing event updated for resources: {'Port': ['ID=a4d8bca8-0f3c-4b67-ab59-bd189e3289ee,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:00.631702 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] Set router a818107a-d906-4359-ae62-f2b037684596 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:54:00.663970 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:00.705682 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:00.779171 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9eb212-9b39-4bf0-9df3-2b940668de25 req-4b20eb2a-17fa-402d-a481-ca10b8a3846d tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:00.780634 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ac9eb212-9b39-4bf0-9df3-2b940668de25 req-4b20eb2a-17fa-402d-a481-ca10b8a3846d tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 946 time: 0.0842979 Jul 01 19:54:00.832583 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:00.863184 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818107a-d906-4359-ae62-f2b037684596', 'name': 'tempest-TestShelveInstance-342016292-router', 'tenant_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ff825354-7ea3-4e38-93ec-f64578fd86dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:53:58Z', 'updated_at': '2022-07-01T19:53:59Z', 'revision_number': 3, 'project_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'gw_port': {'id': 'ff825354-7ea3-4e38-93ec-f64578fd86dc', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:81:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818107a-d906-4359-ae62-f2b037684596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:58Z', 'updated_at': '2022-07-01T19:53:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:00.898995 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] Checking router: a818107a-d906-4359-ae62-f2b037684596 for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:54:00.899349 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] Updating router a818107a-d906-4359-ae62-f2b037684596 port ff825354-7ea3-4e38-93ec-f64578fd86dc binding host dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 19:54:00.927339 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ac9eb212-9b39-4bf0-9df3-2b940668de25 req-b50ba7fd-16e8-414d-a229-c9ce2340d675 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398237 Jul 01 19:54:01.027121 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c46c29-7479-42cb-981b-2e62f9f7d296 req-8403e2f2-a7c8-4ada-af2c-6d0d4d127a47 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:01.028778 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-15c46c29-7479-42cb-981b-2e62f9f7d296 req-8403e2f2-a7c8-4ada-af2c-6d0d4d127a47 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.1436315 Jul 01 19:54:01.076221 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (ff825354-7ea3-4e38-93ec-f64578fd86dc), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:01.102858 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:01.116370 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-15c46c29-7479-42cb-981b-2e62f9f7d296 req-eb0f3176-a1a7-42ea-90c0-259506754207 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792334 Jul 01 19:54:01.172674 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 728e53dd-8212-4c58-a767-b94a22382b71 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:54:01.270519 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502a4eb9-8cbc-441a-824c-b6a5549179b4 None None] Network de0420cc-ced5-4f48-83b3-5bc1db67b6d5 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:54:01.318501 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fa0f159b-1b20-44b2-b65b-2a25bc77bebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:01.484533 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] Publish callbacks [] for port (ff825354-7ea3-4e38-93ec-f64578fd86dc), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:01.498674 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (ff825354-7ea3-4e38-93ec-f64578fd86dc), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:01.523489 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 728e53dd-8212-4c58-a767-b94a22382b71 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:01.524155 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (728e53dd-8212-4c58-a767-b94a22382b71), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:01.560520 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-e14b9562-6914-4058-a3ad-9723dea5d4ec None None] Provisioning complete for port 728e53dd-8212-4c58-a767-b94a22382b71 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:01.561064 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-e14b9562-6914-4058-a3ad-9723dea5d4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (728e53dd-8212-4c58-a767-b94a22382b71), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:01.574398 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [None req-fa0f159b-1b20-44b2-b65b-2a25bc77bebc admin admin] Allocated IP 172.20.0.1 (de0420cc-ced5-4f48-83b3-5bc1db67b6d5/9af3d934-37a9-4625-bfdb-0e9a2fa01650/8def0950-08d3-4f64-9765-8dc4a67755a1) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:54:01.575788 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359472d-65bd-4803-97b0-84642c0bcc48 None None] Pushing event updated for resources: {'Port': ['ID=ff825354-7ea3-4e38-93ec-f64578fd86dc,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:01.601403 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:01.605606 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] Attempting to bind port ff825354-7ea3-4e38-93ec-f64578fd86dc on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:54:01.606213 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] Attempting to bind port ff825354-7ea3-4e38-93ec-f64578fd86dc by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:54:01.606862 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] Attempting to bind port ff825354-7ea3-4e38-93ec-f64578fd86dc on network b87c582a-5096-4c62-aa69-ad30066bb691 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:54:01.618857 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:54:01.619316 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] Checking segment: {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:54:01.619876 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:01.620270 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] Bound using segment: {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:54:01.620874 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] Bound port: ff825354-7ea3-4e38-93ec-f64578fd86dc, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:54:01.621440 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (ff825354-7ea3-4e38-93ec-f64578fd86dc), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:01.718933 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] For port ff825354-7ea3-4e38-93ec-f64578fd86dc, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:54:01.726766 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] For port ff825354-7ea3-4e38-93ec-f64578fd86dc, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=ff825354-7ea3-4e38-93ec-f64578fd86dc,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:54:01.743918 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 728e53dd-8212-4c58-a767-b94a22382b71 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:01.743918 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (728e53dd-8212-4c58-a767-b94a22382b71), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:01.747495 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-e14b9562-6914-4058-a3ad-9723dea5d4ec None None] Current status of the port 728e53dd-8212-4c58-a767-b94a22382b71 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:01.747872 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-e14b9562-6914-4058-a3ad-9723dea5d4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (728e53dd-8212-4c58-a767-b94a22382b71), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:01.748912 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (ff825354-7ea3-4e38-93ec-f64578fd86dc), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:01.758413 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fa0f159b-1b20-44b2-b65b-2a25bc77bebc admin admin] Publish callbacks [] for port (8def0950-08d3-4f64-9765-8dc4a67755a1), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:01.824471 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fa0f159b-1b20-44b2-b65b-2a25bc77bebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (8def0950-08d3-4f64-9765-8dc4a67755a1), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:01.831799 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-520f6246-b665-4881-9a48-4c544643b810 None None] For port 728e53dd-8212-4c58-a767-b94a22382b71, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=728e53dd-8212-4c58-a767-b94a22382b71,segment=NetworkSegment(0f5a6f35-aecd-42b4-8d90-5416d92d1e5b),segment_id=0f5a6f35-aecd-42b4-8d90-5416d92d1e5b)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:54:01.838819 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (728e53dd-8212-4c58-a767-b94a22382b71), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:01.839887 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359472d-65bd-4803-97b0-84642c0bcc48 None None] Pushing event updated for resources: {'Port': ['ID=ff825354-7ea3-4e38-93ec-f64578fd86dc,revision_number=3']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:01.840492 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device a4d8bca8-0f3c-4b67-ab59-bd189e3289ee up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:54:01.849813 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] Routers {'a818107a-d906-4359-ae62-f2b037684596'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:54:01.851012 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:53:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['a818107a-d906-4359-ae62-f2b037684596'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:01.891859 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 56012) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:01.937797 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0f159b-1b20-44b2-b65b-2a25bc77bebc admin admin] Network de0420cc-ced5-4f48-83b3-5bc1db67b6d5 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:54:01.952497 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-fa0f159b-1b20-44b2-b65b-2a25bc77bebc admin admin] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:54:01.956646 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0f159b-1b20-44b2-b65b-2a25bc77bebc admin admin] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:54:01.957358 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fa0f159b-1b20-44b2-b65b-2a25bc77bebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730226'] for router_interface (a818107a-d906-4359-ae62-f2b037684596), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:01.966836 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:01.987438 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.db.api [None req-e14b9562-6914-4058-a3ad-9723dea5d4ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110546) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 01 19:54:01.988126 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG oslo_db.api [None req-e14b9562-6914-4058-a3ad-9723dea5d4ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 01 19:54:01.988793 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Pushing event updated for resources: {'Port': ['ID=728e53dd-8212-4c58-a767-b94a22382b71,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:02.010314 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port a4d8bca8-0f3c-4b67-ab59-bd189e3289ee triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:02.010697 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (a4d8bca8-0f3c-4b67-ab59-bd189e3289ee), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:02.019719 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] Set router a818107a-d906-4359-ae62-f2b037684596 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:54:02.051808 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f159b-1b20-44b2-b65b-2a25bc77bebc admin admin] Pushing event updated for resources: {'Port': ['ID=8def0950-08d3-4f64-9765-8dc4a67755a1,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:02.090031 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:02.126584 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:02.128767 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:02.158125 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:02.161368 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port a4d8bca8-0f3c-4b67-ab59-bd189e3289ee is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:02.299993 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfa99d-adca-4af2-bdd8-b874e7897afd req-2b806f7b-ecc2-4bdc-b83e-f5614ce2fba0 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:02.301936 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c6dfa99d-adca-4af2-bdd8-b874e7897afd req-2b806f7b-ecc2-4bdc-b83e-f5614ce2fba0 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 946 time: 0.1377387 Jul 01 19:54:02.333845 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:02.390966 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:02.415737 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818107a-d906-4359-ae62-f2b037684596', 'name': 'tempest-TestShelveInstance-342016292-router', 'tenant_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ff825354-7ea3-4e38-93ec-f64578fd86dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:53:58Z', 'updated_at': '2022-07-01T19:53:59Z', 'revision_number': 3, 'project_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'gw_port': {'id': 'ff825354-7ea3-4e38-93ec-f64578fd86dc', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:81:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818107a-d906-4359-ae62-f2b037684596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:58Z', 'updated_at': '2022-07-01T19:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:02.467842 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3d6f34-b9ac-466c-aea3-362d19b3b41f None None] The sync data for ids ['a818107a-d906-4359-ae62-f2b037684596'] in dv-cinder-844601-7-iscsi is: [{'id': 'a818107a-d906-4359-ae62-f2b037684596', 'name': 'tempest-TestShelveInstance-342016292-router', 'tenant_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ff825354-7ea3-4e38-93ec-f64578fd86dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:53:58Z', 'updated_at': '2022-07-01T19:53:59Z', 'revision_number': 3, 'project_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'gw_port': {'id': 'ff825354-7ea3-4e38-93ec-f64578fd86dc', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:81:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818107a-d906-4359-ae62-f2b037684596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:58Z', 'updated_at': '2022-07-01T19:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:54:02.515888 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fa0f159b-1b20-44b2-b65b-2a25bc77bebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (8def0950-08d3-4f64-9765-8dc4a67755a1), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:02.544241 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-e14b9562-6914-4058-a3ad-9723dea5d4ec None None] Current status of the port 728e53dd-8212-4c58-a767-b94a22382b71 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:02.624892 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e826fbb-3ba0-492c-a3fc-be3ba09c8217 req-f9a39856-6c27-4100-a22c-ba5c7ff83c5f tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:02.633132 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0e826fbb-3ba0-492c-a3fc-be3ba09c8217 req-f9a39856-6c27-4100-a22c-ba5c7ff83c5f tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.3177960 Jul 01 19:54:02.658214 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:02.666157 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-60be1d36-44cd-4663-ad56-91667065079f None None] Provisioning complete for port 728e53dd-8212-4c58-a767-b94a22382b71 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:02.666537 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-60be1d36-44cd-4663-ad56-91667065079f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (728e53dd-8212-4c58-a767-b94a22382b71), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:02.756495 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 56034) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:02.770158 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c6dfa99d-adca-4af2-bdd8-b874e7897afd req-d0e25d9f-8483-4632-a642-8146c7d43f07 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218760 Jul 01 19:54:02.844494 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0e826fbb-3ba0-492c-a3fc-be3ba09c8217 req-2f129097-9d0c-4f11-9c52-4f0e129c1172 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106085 Jul 01 19:54:02.926315 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fa0f159b-1b20-44b2-b65b-2a25bc77bebc admin admin] Publish callbacks [] for port (8def0950-08d3-4f64-9765-8dc4a67755a1), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:02.939445 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fa0f159b-1b20-44b2-b65b-2a25bc77bebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (8def0950-08d3-4f64-9765-8dc4a67755a1), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:02.940316 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fa0f159b-1b20-44b2-b65b-2a25bc77bebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730094'] for router_interface (a818107a-d906-4359-ae62-f2b037684596), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:02.944171 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-60be1d36-44cd-4663-ad56-91667065079f None None] Current status of the port 728e53dd-8212-4c58-a767-b94a22382b71 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:02.976327 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-60be1d36-44cd-4663-ad56-91667065079f None None] Provisioning complete for port 8def0950-08d3-4f64-9765-8dc4a67755a1 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:02.976767 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-60be1d36-44cd-4663-ad56-91667065079f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (8def0950-08d3-4f64-9765-8dc4a67755a1), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:03.044231 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-60be1d36-44cd-4663-ad56-91667065079f None None] Port 8def0950-08d3-4f64-9765-8dc4a67755a1 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:54:03.121988 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-68496881-75ec-4da1-98a6-384b5c259fd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:03.142305 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-8d517962-0470-4ff4-88e1-dd9d73093ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730121'] for router_interface (7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:03.159906 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f159b-1b20-44b2-b65b-2a25bc77bebc admin admin] Pushing event updated for resources: {'Port': ['ID=8def0950-08d3-4f64-9765-8dc4a67755a1,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:03.201435 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0f159b-1b20-44b2-b65b-2a25bc77bebc admin admin] Network de0420cc-ced5-4f48-83b3-5bc1db67b6d5 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:54:03.206381 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-fa0f159b-1b20-44b2-b65b-2a25bc77bebc admin admin] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:54:03.218003 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device ff825354-7ea3-4e38-93ec-f64578fd86dc up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:54:03.300052 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port ff825354-7ea3-4e38-93ec-f64578fd86dc triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:03.300970 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (ff825354-7ea3-4e38-93ec-f64578fd86dc), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:03.348109 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:03.351942 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-68496881-75ec-4da1-98a6-384b5c259fd3 admin admin] Publish callbacks [] for security_group (60c59499-1fa7-4d60-9fa8-ed47be757af6), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:03.362573 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-68496881-75ec-4da1-98a6-384b5c259fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (60c59499-1fa7-4d60-9fa8-ed47be757af6), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:03.412197 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port ff825354-7ea3-4e38-93ec-f64578fd86dc is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:03.413140 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (ff825354-7ea3-4e38-93ec-f64578fd86dc), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:03.418324 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0f159b-1b20-44b2-b65b-2a25bc77bebc admin admin] Router a818107a-d906-4359-ae62-f2b037684596 has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:54:03.429555 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-68496881-75ec-4da1-98a6-384b5c259fd3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b37cc2e270be4d79b2cdab03416d830f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6656053 Jul 01 19:54:03.430099 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 56042) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:03.439077 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68496881-75ec-4da1-98a6-384b5c259fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c59499-1fa7-4d60-9fa8-ed47be757af6,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:03.473346 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-520f6246-b665-4881-9a48-4c544643b810 None None] For port ff825354-7ea3-4e38-93ec-f64578fd86dc, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=ff825354-7ea3-4e38-93ec-f64578fd86dc,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:54:03.480461 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (ff825354-7ea3-4e38-93ec-f64578fd86dc), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:03.490920 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 728e53dd-8212-4c58-a767-b94a22382b71 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:54:03.574793 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-8d517962-0470-4ff4-88e1-dd9d73093ce8 admin admin] Deleting port 5355a7ae-4c16-4e26-bc96-c6681d00f176 {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:54:03.575226 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-8d517962-0470-4ff4-88e1-dd9d73093ce8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (5355a7ae-4c16-4e26-bc96-c6681d00f176), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:03.599069 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Pushing event updated for resources: {'Port': ['ID=ff825354-7ea3-4e38-93ec-f64578fd86dc,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:03.612909 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c8ae87de-866a-4c7e-9518-37def9aae214 admin admin] Publish callbacks [] for security_group (60c59499-1fa7-4d60-9fa8-ed47be757af6), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:03.642224 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 728e53dd-8212-4c58-a767-b94a22382b71 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:03.642775 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (728e53dd-8212-4c58-a767-b94a22382b71), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:03.652490 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c8ae87de-866a-4c7e-9518-37def9aae214 admin admin] Publish callbacks [] for security_group (60c59499-1fa7-4d60-9fa8-ed47be757af6), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:03.662720 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0f159b-1b20-44b2-b65b-2a25bc77bebc admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:54:03.670036 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-fa0f159b-1b20-44b2-b65b-2a25bc77bebc admin admin] 10.222.0.66 "PUT /v2.0/routers/a818107a-d906-4359-ae62-f2b037684596/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1616929 Jul 01 19:54:03.708569 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [None req-8d517962-0470-4ff4-88e1-dd9d73093ce8 admin admin] For port 5355a7ae-4c16-4e26-bc96-c6681d00f176, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=5355a7ae-4c16-4e26-bc96-c6681d00f176,segment=NetworkSegment(f02bf9d1-ffb7-44b8-a9d1-fc167af55b69),segment_id=f02bf9d1-ffb7-44b8-a9d1-fc167af55b69)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:54:03.708965 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-8d517962-0470-4ff4-88e1-dd9d73093ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (5355a7ae-4c16-4e26-bc96-c6681d00f176), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:03.716269 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c8ae87de-866a-4c7e-9518-37def9aae214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (60c59499-1fa7-4d60-9fa8-ed47be757af6), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:03.720454 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c8ae87de-866a-4c7e-9518-37def9aae214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:03.722544 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-3bbf8145-6b28-4de4-a8e3-89aca1ab052e None None] Provisioning complete for port 8def0950-08d3-4f64-9765-8dc4a67755a1 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:03.722845 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-c8ae87de-866a-4c7e-9518-37def9aae214 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/60c59499-1fa7-4d60-9fa8-ed47be757af6 HTTP/1.1" status: 204 len: 168 time: 0.2913284 Jul 01 19:54:03.722952 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-3bbf8145-6b28-4de4-a8e3-89aca1ab052e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (8def0950-08d3-4f64-9765-8dc4a67755a1), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:03.736685 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae87de-866a-4c7e-9518-37def9aae214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c59499-1fa7-4d60-9fa8-ed47be757af6,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:03.744165 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-8d517962-0470-4ff4-88e1-dd9d73093ce8 admin admin] Calling delete_port for 5355a7ae-4c16-4e26-bc96-c6681d00f176 owned by network:router_interface {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:54:03.811663 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-3bbf8145-6b28-4de4-a8e3-89aca1ab052e None None] Port 8def0950-08d3-4f64-9765-8dc4a67755a1 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:54:03.826319 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 728e53dd-8212-4c58-a767-b94a22382b71 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:04.004274 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad72e-9732-4554-b077-a0f529a7958d req-9f7bc473-dc60-4eb0-986e-630d01b73173 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:04.006323 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-cd4ad72e-9732-4554-b077-a0f529a7958d req-9f7bc473-dc60-4eb0-986e-630d01b73173 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 946 time: 0.1066449 Jul 01 19:54:04.018048 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfddca5-f279-483e-8e30-e1adc3eb6bd8 req-80fb761f-328a-4498-b1fd-08faa3f33d6b tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:04.019660 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3bfddca5-f279-483e-8e30-e1adc3eb6bd8 req-80fb761f-328a-4498-b1fd-08faa3f33d6b tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0654130 Jul 01 19:54:04.026677 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-8d517962-0470-4ff4-88e1-dd9d73093ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798'] for port (5355a7ae-4c16-4e26-bc96-c6681d00f176), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:04.030768 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:04.059133 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:04.061849 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d517962-0470-4ff4-88e1-dd9d73093ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5355a7ae-4c16-4e26-bc96-c6681d00f176,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:04.148744 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3bfddca5-f279-483e-8e30-e1adc3eb6bd8 req-a844b47d-8930-46ee-82a8-20503a6e87c7 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115153 Jul 01 19:54:04.192652 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-cd4ad72e-9732-4554-b077-a0f529a7958d req-bcfd5fe4-7d32-4776-80a3-d6b74e9a409c tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719322 Jul 01 19:54:04.253618 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-8d517962-0470-4ff4-88e1-dd9d73093ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729465'] for router_interface (7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:04.356787 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:04.532537 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d517962-0470-4ff4-88e1-dd9d73093ce8 admin admin] Router 7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:54:04.649823 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 56086) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:04.655418 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-69715305-c5ea-48fa-81f7-d85b6c6c2eb5 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-978391136', 'description': 'tempest-secgroup-smoke-978391136 description', 'project_id': '669587fe364c4741b489449451f2294c'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:54:04.679985 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-69715305-c5ea-48fa-81f7-d85b6c6c2eb5 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:04.711750 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d517962-0470-4ff4-88e1-dd9d73093ce8 admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:54:04.720049 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-8d517962-0470-4ff4-88e1-dd9d73093ce8 admin admin] 10.222.0.66 "PUT /v2.0/routers/7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8242295 Jul 01 19:54:04.720506 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 56090) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:04.727205 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cacaaf-a165-43e3-9b23-fb580d5b1e4c None None] Sync routers for ids ['7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:54:04.752767 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cacaaf-a165-43e3-9b23-fb580d5b1e4c None None] Routers {'7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:54:04.753417 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-36cacaaf-a165-43e3-9b23-fb580d5b1e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:53:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:04.773154 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-69715305-c5ea-48fa-81f7-d85b6c6c2eb5 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for security_group (dde4fcca-873d-46be-b4fc-d6abb356aa19), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:04.795573 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-69715305-c5ea-48fa-81f7-d85b6c6c2eb5 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (dde4fcca-873d-46be-b4fc-d6abb356aa19), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:04.855282 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-69715305-c5ea-48fa-81f7-d85b6c6c2eb5 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:04.861598 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-69715305-c5ea-48fa-81f7-d85b6c6c2eb5 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2104824 Jul 01 19:54:04.862231 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 56096) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:04.871564 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-d4fb434c-e78d-42d8-9201-3dea402e5997 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Request body: {'security_group_rule': {'security_group_id': 'dde4fcca-873d-46be-b4fc-d6abb356aa19', 'project_id': '669587fe364c4741b489449451f2294c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:54:04.877174 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69715305-c5ea-48fa-81f7-d85b6c6c2eb5 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dde4fcca-873d-46be-b4fc-d6abb356aa19,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:04.896424 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-495ea2c3-dc53-4c28-83be-b9787acc9997 admin admin] Publish callbacks [] for router (7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:04.915087 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d4fb434c-e78d-42d8-9201-3dea402e5997 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for security_group_rule (88f0eab8-ae5f-481f-89cc-cf1b9eb59073), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:04.942161 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:04.943368 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-36cacaaf-a165-43e3-9b23-fb580d5b1e4c None None] Set router 7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:54:04.986243 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] Sync routers for ids ['a818107a-d906-4359-ae62-f2b037684596'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:54:05.011284 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] Routers {'a818107a-d906-4359-ae62-f2b037684596'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:54:05.015104 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:53:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['a818107a-d906-4359-ae62-f2b037684596'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:05.040399 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-495ea2c3-dc53-4c28-83be-b9787acc9997 admin admin] Publish callbacks [] for router_gateway (7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:05.065990 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d4fb434c-e78d-42d8-9201-3dea402e5997 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for security_group_rule (88f0eab8-ae5f-481f-89cc-cf1b9eb59073), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:05.076695 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d4fb434c-e78d-42d8-9201-3dea402e5997 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (88f0eab8-ae5f-481f-89cc-cf1b9eb59073), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:05.102849 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb434c-e78d-42d8-9201-3dea402e5997 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f0eab8-ae5f-481f-89cc-cf1b9eb59073,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:05.114389 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d4fb434c-e78d-42d8-9201-3dea402e5997 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:05.128622 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 56104) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:05.129315 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-d4fb434c-e78d-42d8-9201-3dea402e5997 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2637651 Jul 01 19:54:05.136892 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-981ef631-ed05-42b2-a91d-ae64c7900761 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Request body: {'security_group_rule': {'security_group_id': 'dde4fcca-873d-46be-b4fc-d6abb356aa19', 'project_id': '669587fe364c4741b489449451f2294c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:54:05.151021 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-495ea2c3-dc53-4c28-83be-b9787acc9997 admin admin] Deleting port c155756c-9d1c-4f5a-a981-32c24d9044b1 {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:54:05.151361 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-495ea2c3-dc53-4c28-83be-b9787acc9997 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (c155756c-9d1c-4f5a-a981-32c24d9044b1), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:05.274873 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] Set router a818107a-d906-4359-ae62-f2b037684596 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:54:05.312968 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-981ef631-ed05-42b2-a91d-ae64c7900761 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for security_group_rule (2e803650-2394-4b93-9510-6c818a5b7e44), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:05.323969 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:05.361173 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device ff825354-7ea3-4e38-93ec-f64578fd86dc up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:54:05.380950 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [None req-495ea2c3-dc53-4c28-83be-b9787acc9997 admin admin] For port c155756c-9d1c-4f5a-a981-32c24d9044b1, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=c155756c-9d1c-4f5a-a981-32c24d9044b1,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:54:05.381362 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-495ea2c3-dc53-4c28-83be-b9787acc9997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (c155756c-9d1c-4f5a-a981-32c24d9044b1), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:05.402390 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-495ea2c3-dc53-4c28-83be-b9787acc9997 admin admin] Calling delete_port for c155756c-9d1c-4f5a-a981-32c24d9044b1 owned by network:router_gateway {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:54:05.427382 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-981ef631-ed05-42b2-a91d-ae64c7900761 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for security_group_rule (2e803650-2394-4b93-9510-6c818a5b7e44), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:05.440822 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ed7ee-0938-4f59-8a0b-5f4760ff1fbd req-f67729d7-54f6-4521-b7e2-38c7f69ed74d tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:05.445928 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-cb0ed7ee-0938-4f59-8a0b-5f4760ff1fbd req-f67729d7-54f6-4521-b7e2-38c7f69ed74d tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 946 time: 0.2379413 Jul 01 19:54:05.489288 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-36cacaaf-a165-43e3-9b23-fb580d5b1e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b', 'name': 'tempest-DeleteServersTestJSON-571019164-router', 'tenant_id': '2347fd8e4a1740fdb98218aa30c150e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c155756c-9d1c-4f5a-a981-32c24d9044b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:54:03Z', 'revision_number': 5, 'project_id': '2347fd8e4a1740fdb98218aa30c150e0', 'gw_port': {'id': 'c155756c-9d1c-4f5a-a981-32c24d9044b1', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:44Z', 'updated_at': '2022-07-01T19:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:05.492864 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-981ef631-ed05-42b2-a91d-ae64c7900761 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (2e803650-2394-4b93-9510-6c818a5b7e44), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:05.495673 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8666a-1d38-42cd-80c7-259cacc9daed req-05a1f142-6f92-4248-9bc5-f9d6d20450b9 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:05.504909 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9ad8666a-1d38-42cd-80c7-259cacc9daed req-05a1f142-6f92-4248-9bc5-f9d6d20450b9 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.2117944 Jul 01 19:54:05.560177 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818107a-d906-4359-ae62-f2b037684596', 'name': 'tempest-TestShelveInstance-342016292-router', 'tenant_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ff825354-7ea3-4e38-93ec-f64578fd86dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:53:58Z', 'updated_at': '2022-07-01T19:54:02Z', 'revision_number': 4, 'project_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'gw_port': {'id': 'ff825354-7ea3-4e38-93ec-f64578fd86dc', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818107a-d906-4359-ae62-f2b037684596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:58Z', 'updated_at': '2022-07-01T19:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '8def0950-08d3-4f64-9765-8dc4a67755a1', 'name': '', 'network_id': 'de0420cc-ced5-4f48-83b3-5bc1db67b6d5', 'tenant_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'mac_address': 'fa:16:3e:98:0e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818107a-d906-4359-ae62-f2b037684596', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '9af3d934-37a9-4625-bfdb-0e9a2fa01650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:01Z', 'updated_at': '2022-07-01T19:54:02Z', 'revision_number': 2, 'project_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'subnets': [{'id': '9af3d934-37a9-4625-bfdb-0e9a2fa01650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:05.578080 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cacaaf-a165-43e3-9b23-fb580d5b1e4c None None] Checking router: 7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:54:05.578892 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ef631-ed05-42b2-a91d-ae64c7900761 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e803650-2394-4b93-9510-6c818a5b7e44,revision_number=0']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:05.590113 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=100 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:05.594147 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] Checking router: a818107a-d906-4359-ae62-f2b037684596 for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:54:05.594768 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] Updating router a818107a-d906-4359-ae62-f2b037684596 port 8def0950-08d3-4f64-9765-8dc4a67755a1 binding host dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 19:54:05.602505 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port ff825354-7ea3-4e38-93ec-f64578fd86dc triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:05.603099 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (ff825354-7ea3-4e38-93ec-f64578fd86dc), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:05.604656 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-981ef631-ed05-42b2-a91d-ae64c7900761 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:05.605994 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cacaaf-a165-43e3-9b23-fb580d5b1e4c None None] Routers {'7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:54:05.606769 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-36cacaaf-a165-43e3-9b23-fb580d5b1e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:53:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:05.611940 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-981ef631-ed05-42b2-a91d-ae64c7900761 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4793608 Jul 01 19:54:05.615054 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-cb0ed7ee-0938-4f59-8a0b-5f4760ff1fbd req-3a18ef42-496f-43c1-a039-6e5ee2562db3 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579332 Jul 01 19:54:05.617424 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 56116) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:05.645071 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-76eaf26a-c942-4cd7-9cdc-b81c846c028d tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Request body: {'security_group_rule': {'security_group_id': 'dde4fcca-873d-46be-b4fc-d6abb356aa19', 'project_id': '669587fe364c4741b489449451f2294c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:54:05.646090 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (8def0950-08d3-4f64-9765-8dc4a67755a1), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:05.690690 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9ad8666a-1d38-42cd-80c7-259cacc9daed req-a5ded757-3292-4c43-be7d-9e3793f91196 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848383 Jul 01 19:54:05.740419 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 56120) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:05.741860 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:05.748773 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-76eaf26a-c942-4cd7-9cdc-b81c846c028d tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for security_group_rule (41bc71e9-18bf-443b-85f7-8f3808011996), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:05.760054 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:05.768006 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-36cacaaf-a165-43e3-9b23-fb580d5b1e4c None None] Set router 7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b gateway port host: None {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:54:05.825942 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-76eaf26a-c942-4cd7-9cdc-b81c846c028d tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for security_group_rule (41bc71e9-18bf-443b-85f7-8f3808011996), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:05.833133 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-76eaf26a-c942-4cd7-9cdc-b81c846c028d tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (41bc71e9-18bf-443b-85f7-8f3808011996), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:05.864581 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eaf26a-c942-4cd7-9cdc-b81c846c028d tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41bc71e9-18bf-443b-85f7-8f3808011996,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:05.869291 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-495ea2c3-dc53-4c28-83be-b9787acc9997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798'] for port (c155756c-9d1c-4f5a-a981-32c24d9044b1), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:05.878088 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-76eaf26a-c942-4cd7-9cdc-b81c846c028d tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:05.880624 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-76eaf26a-c942-4cd7-9cdc-b81c846c028d tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2539709 Jul 01 19:54:05.883891 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 56124) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:05.888019 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-36cacaaf-a165-43e3-9b23-fb580d5b1e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b', 'name': 'tempest-DeleteServersTestJSON-571019164-router', 'tenant_id': '2347fd8e4a1740fdb98218aa30c150e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:54:05Z', 'revision_number': 6, 'project_id': '2347fd8e4a1740fdb98218aa30c150e0', 'gw_port_host': None}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:05.891489 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-6feeac19-289c-483b-9fcc-d11f06788ae1 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Request body: {'security_group_rule': {'security_group_id': 'dde4fcca-873d-46be-b4fc-d6abb356aa19', 'project_id': '669587fe364c4741b489449451f2294c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:54:05.923355 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ea2c3-dc53-4c28-83be-b9787acc9997 admin admin] Pushing event deleted for resources: {'Port': ['ID=c155756c-9d1c-4f5a-a981-32c24d9044b1,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:05.938677 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6feeac19-289c-483b-9fcc-d11f06788ae1 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for security_group_rule (cefb31c1-7736-4f29-9353-9fc91b2f64a4), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:05.965526 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cacaaf-a165-43e3-9b23-fb580d5b1e4c None None] The sync data for ids ['7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b'] in dv-cinder-844601-7-iscsi is: [{'id': '7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b', 'name': 'tempest-DeleteServersTestJSON-571019164-router', 'tenant_id': '2347fd8e4a1740fdb98218aa30c150e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:54:05Z', 'revision_number': 6, 'project_id': '2347fd8e4a1740fdb98218aa30c150e0', 'gw_port_host': None}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:54:06.005700 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-495ea2c3-dc53-4c28-83be-b9787acc9997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726997'] for router_gateway (7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.072647 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3e4a54b8-db5e-49f9-8a5a-6be7c3b5b5eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.099989 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:06.119785 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6feeac19-289c-483b-9fcc-d11f06788ae1 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for security_group_rule (cefb31c1-7736-4f29-9353-9fc91b2f64a4), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.135790 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] Publish callbacks [] for port (8def0950-08d3-4f64-9765-8dc4a67755a1), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.136558 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6feeac19-289c-483b-9fcc-d11f06788ae1 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (cefb31c1-7736-4f29-9353-9fc91b2f64a4), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.149084 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (8def0950-08d3-4f64-9765-8dc4a67755a1), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.172491 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feeac19-289c-483b-9fcc-d11f06788ae1 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cefb31c1-7736-4f29-9353-9fc91b2f64a4,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:06.191093 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6feeac19-289c-483b-9fcc-d11f06788ae1 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.192305 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-6feeac19-289c-483b-9fcc-d11f06788ae1 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3066514 Jul 01 19:54:06.198096 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 56128) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:06.203850 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-de4c4701-14d1-4677-85ac-89f08c1a46f7 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Request body: {'security_group_rule': {'security_group_id': 'dde4fcca-873d-46be-b4fc-d6abb356aa19', 'project_id': '669587fe364c4741b489449451f2294c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:54:06.224706 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port ff825354-7ea3-4e38-93ec-f64578fd86dc is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:06.227082 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 56130) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:06.232437 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-b7dc7b46-5e39-4f09-81cc-7fa445df41ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.256087 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-495ea2c3-dc53-4c28-83be-b9787acc9997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1734958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2076635'] for router (7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.258861 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.securitygroups_db [None req-de4c4701-14d1-4677-85ac-89f08c1a46f7 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Project 669587fe364c4741b489449451f2294c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 01 19:54:06.261363 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-495ea2c3-dc53-4c28-83be-b9787acc9997 admin admin] Publish callbacks [] for router_controller (7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b), precommit_delete_associations {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.268131 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-de4c4701-14d1-4677-85ac-89f08c1a46f7 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for security_group_rule (f1e58c95-f770-4e67-8784-10fa1e421c8a), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.276403 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:06.283754 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1b4ba-bf64-4a49-959b-3d30072767db None None] Pushing event updated for resources: {'Port': ['ID=8def0950-08d3-4f64-9765-8dc4a67755a1,revision_number=3']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:06.290841 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3e4a54b8-db5e-49f9-8a5a-6be7c3b5b5eb admin admin] Publish callbacks [] for security_group (02c637e8-9a06-4985-a876-8c51eee86914), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.326347 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3e4a54b8-db5e-49f9-8a5a-6be7c3b5b5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (02c637e8-9a06-4985-a876-8c51eee86914), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.404972 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a54b8-db5e-49f9-8a5a-6be7c3b5b5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c637e8-9a06-4985-a876-8c51eee86914,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:06.434045 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-3e4a54b8-db5e-49f9-8a5a-6be7c3b5b5eb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=18a31eebe50e4b9fbd5602b74eb3b679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6903610 Jul 01 19:54:06.439968 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 56134) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:06.442005 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-de4c4701-14d1-4677-85ac-89f08c1a46f7 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for security_group_rule (f1e58c95-f770-4e67-8784-10fa1e421c8a), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.472685 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] Attempting to bind port 8def0950-08d3-4f64-9765-8dc4a67755a1 on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:54:06.473278 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] Attempting to bind port 8def0950-08d3-4f64-9765-8dc4a67755a1 by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': '0f5a6f35-aecd-42b4-8d90-5416d92d1e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'de0420cc-ced5-4f48-83b3-5bc1db67b6d5'}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:54:06.473932 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] Attempting to bind port 8def0950-08d3-4f64-9765-8dc4a67755a1 on network de0420cc-ced5-4f48-83b3-5bc1db67b6d5 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:54:06.481303 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:54:06.481915 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] Checking segment: {'id': '0f5a6f35-aecd-42b4-8d90-5416d92d1e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'de0420cc-ced5-4f48-83b3-5bc1db67b6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:54:06.482612 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.483266 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] Bound using segment: {'id': '0f5a6f35-aecd-42b4-8d90-5416d92d1e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'de0420cc-ced5-4f48-83b3-5bc1db67b6d5'} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:54:06.483985 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] Bound port: 8def0950-08d3-4f64-9765-8dc4a67755a1, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5a6f35-aecd-42b4-8d90-5416d92d1e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'de0420cc-ced5-4f48-83b3-5bc1db67b6d5'}}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:54:06.484621 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (8def0950-08d3-4f64-9765-8dc4a67755a1), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.526025 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c3a07115-d80c-4d8d-9e59-50663421de66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.528941 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-de4c4701-14d1-4677-85ac-89f08c1a46f7 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (f1e58c95-f770-4e67-8784-10fa1e421c8a), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.556125 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c4701-14d1-4677-85ac-89f08c1a46f7 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e58c95-f770-4e67-8784-10fa1e421c8a,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:06.564246 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:06.573466 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] For port 8def0950-08d3-4f64-9765-8dc4a67755a1, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:54:06.578803 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] For port 8def0950-08d3-4f64-9765-8dc4a67755a1, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=8def0950-08d3-4f64-9765-8dc4a67755a1,segment=NetworkSegment(0f5a6f35-aecd-42b4-8d90-5416d92d1e5b),segment_id=0f5a6f35-aecd-42b4-8d90-5416d92d1e5b)] {{(pid=110547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:54:06.590177 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (8def0950-08d3-4f64-9765-8dc4a67755a1), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.597163 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-de4c4701-14d1-4677-85ac-89f08c1a46f7 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.598757 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-de4c4701-14d1-4677-85ac-89f08c1a46f7 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3997233 Jul 01 19:54:06.603689 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-09c9a073-052d-4948-91ef-846c62b47a46 admin admin] Publish callbacks [] for security_group (02c637e8-9a06-4985-a876-8c51eee86914), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.605602 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 56136) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:06.614490 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-3d496feb-77bc-4bd4-9c0b-08906c9e9921 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Request body: {'security_group_rule': {'security_group_id': 'dde4fcca-873d-46be-b4fc-d6abb356aa19', 'project_id': '669587fe364c4741b489449451f2294c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:54:06.648067 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.securitygroups_db [None req-3d496feb-77bc-4bd4-9c0b-08906c9e9921 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Project 669587fe364c4741b489449451f2294c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 01 19:54:06.670821 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3d496feb-77bc-4bd4-9c0b-08906c9e9921 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for security_group_rule (a70cca47-5da5-40bc-8afa-5ef0aecae05e), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.674887 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-09c9a073-052d-4948-91ef-846c62b47a46 admin admin] Publish callbacks [] for security_group (02c637e8-9a06-4985-a876-8c51eee86914), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.682301 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-de15f739-2b48-422d-80b3-a4e8be991ce0 None None] Provisioning complete for port 8def0950-08d3-4f64-9765-8dc4a67755a1 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:06.682301 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-de15f739-2b48-422d-80b3-a4e8be991ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (8def0950-08d3-4f64-9765-8dc4a67755a1), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.711912 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] Routers {'a818107a-d906-4359-ae62-f2b037684596'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:54:06.712566 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:53:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['a818107a-d906-4359-ae62-f2b037684596'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:06.737056 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:06.815052 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-495ea2c3-dc53-4c28-83be-b9787acc9997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1735151'] for router (7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.817282 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495ea2c3-dc53-4c28-83be-b9787acc9997 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b {{(pid=110545) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 19:54:06.825183 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-495ea2c3-dc53-4c28-83be-b9787acc9997 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.826710 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-495ea2c3-dc53-4c28-83be-b9787acc9997 admin admin] 10.222.0.66 "DELETE /v2.0/routers/7a0bccdd-efac-4757-a0ec-0ccec1bd1b6b HTTP/1.1" status: 204 len: 168 time: 2.1052170 Jul 01 19:54:06.829731 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 56142) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:06.896930 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ae7e42-61f2-4c26-baf5-e64f4376766f admin admin] Deleting subnet 854e10d5-8143-4840-aef8-4655cb92e7f6 {{(pid=110545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 19:54:06.915410 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-18ae7e42-61f2-4c26-baf5-e64f4376766f admin admin] Publish callbacks [] for subnet (854e10d5-8143-4840-aef8-4655cb92e7f6), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.915602 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1b4ba-bf64-4a49-959b-3d30072767db None None] Pushing event updated for resources: {'Port': ['ID=8def0950-08d3-4f64-9765-8dc4a67755a1,revision_number=4']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:06.917067 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:06.932820 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-de15f739-2b48-422d-80b3-a4e8be991ce0 None None] Current status of the port 8def0950-08d3-4f64-9765-8dc4a67755a1 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:06.933423 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-de15f739-2b48-422d-80b3-a4e8be991ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (8def0950-08d3-4f64-9765-8dc4a67755a1), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:06.956996 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52337a5f-fe31-4781-b0b7-548c35164a58 req-f6645df0-e9c3-46de-baa7-4c76355afba4 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:06.961912 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-52337a5f-fe31-4781-b0b7-548c35164a58 req-f6645df0-e9c3-46de-baa7-4c76355afba4 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 946 time: 0.2216280 Jul 01 19:54:07.008254 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-de15f739-2b48-422d-80b3-a4e8be991ce0 None None] For port 8def0950-08d3-4f64-9765-8dc4a67755a1, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=8def0950-08d3-4f64-9765-8dc4a67755a1,segment=NetworkSegment(0f5a6f35-aecd-42b4-8d90-5416d92d1e5b),segment_id=0f5a6f35-aecd-42b4-8d90-5416d92d1e5b)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:54:07.013524 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-de15f739-2b48-422d-80b3-a4e8be991ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (8def0950-08d3-4f64-9765-8dc4a67755a1), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:07.019140 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] Set router a818107a-d906-4359-ae62-f2b037684596 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:54:07.032806 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-18ae7e42-61f2-4c26-baf5-e64f4376766f admin admin] Publish callbacks [] for subnet (854e10d5-8143-4840-aef8-4655cb92e7f6), precommit_delete_associations {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:07.048994 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3d496feb-77bc-4bd4-9c0b-08906c9e9921 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for security_group_rule (a70cca47-5da5-40bc-8afa-5ef0aecae05e), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:07.052503 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:UPDATE=4,neutron:SELECT=82,neutron:INSERT=9,neutron:DELETE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:07.078738 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15f739-2b48-422d-80b3-a4e8be991ce0 None None] Pushing event updated for resources: {'Port': ['ID=8def0950-08d3-4f64-9765-8dc4a67755a1,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:07.103041 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b341f-1f83-4f63-800b-603d1cf996fe req-57c89d7b-1669-4b6d-a283-2a9c660c3e40 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:07.103756 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device c155756c-9d1c-4f5a-a981-32c24d9044b1 no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:54:07.110224 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-934b341f-1f83-4f63-800b-603d1cf996fe req-57c89d7b-1669-4b6d-a283-2a9c660c3e40 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.2310381 Jul 01 19:54:07.127156 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: c155756c-9d1c-4f5a-a981-32c24d9044b1 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:54:07.127692 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device c155756c-9d1c-4f5a-a981-32c24d9044b1 not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:54:07.128951 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 5355a7ae-4c16-4e26-bc96-c6681d00f176 no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:54:07.132691 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3d496feb-77bc-4bd4-9c0b-08906c9e9921 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (a70cca47-5da5-40bc-8afa-5ef0aecae05e), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:07.148714 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c3a07115-d80c-4d8d-9e59-50663421de66 admin admin] Publish callbacks [] for security_group (7318fb4b-05b8-45c9-97c2-debb2e28e45f), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:07.152638 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-09c9a073-052d-4948-91ef-846c62b47a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (02c637e8-9a06-4985-a876-8c51eee86914), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:07.155522 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-09c9a073-052d-4948-91ef-846c62b47a46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:07.157215 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-09c9a073-052d-4948-91ef-846c62b47a46 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/02c637e8-9a06-4985-a876-8c51eee86914 HTTP/1.1" status: 204 len: 168 time: 0.7140164 Jul 01 19:54:07.170996 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-18ae7e42-61f2-4c26-baf5-e64f4376766f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482502'] for subnet (854e10d5-8143-4840-aef8-4655cb92e7f6), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:07.204950 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: 5355a7ae-4c16-4e26-bc96-c6681d00f176 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:54:07.208518 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c3a07115-d80c-4d8d-9e59-50663421de66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (7318fb4b-05b8-45c9-97c2-debb2e28e45f), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:07.211016 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 5355a7ae-4c16-4e26-bc96-c6681d00f176 not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:54:07.215100 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9a073-052d-4948-91ef-846c62b47a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c637e8-9a06-4985-a876-8c51eee86914,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:07.216304 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d1e869cf-7568-4f40-8b08-5bc10442ab46 None None] Provisioning complete for port 8def0950-08d3-4f64-9765-8dc4a67755a1 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:07.217539 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d1e869cf-7568-4f40-8b08-5bc10442ab46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (8def0950-08d3-4f64-9765-8dc4a67755a1), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:07.266102 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:07.267007 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a07115-d80c-4d8d-9e59-50663421de66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7318fb4b-05b8-45c9-97c2-debb2e28e45f,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:07.306202 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818107a-d906-4359-ae62-f2b037684596', 'name': 'tempest-TestShelveInstance-342016292-router', 'tenant_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ff825354-7ea3-4e38-93ec-f64578fd86dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:53:58Z', 'updated_at': '2022-07-01T19:54:02Z', 'revision_number': 4, 'project_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'gw_port': {'id': 'ff825354-7ea3-4e38-93ec-f64578fd86dc', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818107a-d906-4359-ae62-f2b037684596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:58Z', 'updated_at': '2022-07-01T19:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '8def0950-08d3-4f64-9765-8dc4a67755a1', 'name': '', 'network_id': 'de0420cc-ced5-4f48-83b3-5bc1db67b6d5', 'tenant_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'mac_address': 'fa:16:3e:98:0e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818107a-d906-4359-ae62-f2b037684596', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '9af3d934-37a9-4625-bfdb-0e9a2fa01650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:01Z', 'updated_at': '2022-07-01T19:54:06Z', 'revision_number': 4, 'project_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'subnets': [{'id': '9af3d934-37a9-4625-bfdb-0e9a2fa01650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:07.316158 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-18ae7e42-61f2-4c26-baf5-e64f4376766f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for subnet (854e10d5-8143-4840-aef8-4655cb92e7f6), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:07.317044 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-934b341f-1f83-4f63-800b-603d1cf996fe req-3c2f4359-6f40-40eb-9fff-f7bfe0b7615e tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059612 Jul 01 19:54:07.321886 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d496feb-77bc-4bd4-9c0b-08906c9e9921 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70cca47-5da5-40bc-8afa-5ef0aecae05e,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:07.361210 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f06253-77fb-4947-857a-581ff6343fd6 None None] The sync data for ids ['a818107a-d906-4359-ae62-f2b037684596'] in dv-cinder-844601-7-iscsi is: [{'id': 'a818107a-d906-4359-ae62-f2b037684596', 'name': 'tempest-TestShelveInstance-342016292-router', 'tenant_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ff825354-7ea3-4e38-93ec-f64578fd86dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:53:58Z', 'updated_at': '2022-07-01T19:54:02Z', 'revision_number': 4, 'project_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'gw_port': {'id': 'ff825354-7ea3-4e38-93ec-f64578fd86dc', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818107a-d906-4359-ae62-f2b037684596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:58Z', 'updated_at': '2022-07-01T19:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '8def0950-08d3-4f64-9765-8dc4a67755a1', 'name': '', 'network_id': 'de0420cc-ced5-4f48-83b3-5bc1db67b6d5', 'tenant_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'mac_address': 'fa:16:3e:98:0e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818107a-d906-4359-ae62-f2b037684596', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '9af3d934-37a9-4625-bfdb-0e9a2fa01650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:01Z', 'updated_at': '2022-07-01T19:54:06Z', 'revision_number': 4, 'project_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'subnets': [{'id': '9af3d934-37a9-4625-bfdb-0e9a2fa01650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:54:07.368708 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c1456-4ff6-4b3b-9ad0-cf34f88edf9f req-5354af16-1a2f-4927-96da-5b924ea1cddb tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:07.371360 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-506c1456-4ff6-4b3b-9ad0-cf34f88edf9f req-5354af16-1a2f-4927-96da-5b924ea1cddb tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 946 time: 0.2845526 Jul 01 19:54:07.374586 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3d496feb-77bc-4bd4-9c0b-08906c9e9921 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:07.382494 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-3d496feb-77bc-4bd4-9c0b-08906c9e9921 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7725356 Jul 01 19:54:07.400571 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae7e42-61f2-4c26-baf5-e64f4376766f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=854e10d5-8143-4840-aef8-4655cb92e7f6,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:07.412664 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-18ae7e42-61f2-4c26-baf5-e64f4376766f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:07.417225 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-18ae7e42-61f2-4c26-baf5-e64f4376766f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/854e10d5-8143-4840-aef8-4655cb92e7f6 HTTP/1.1" status: 204 len: 168 time: 0.5860600 Jul 01 19:54:07.426863 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 56150) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:07.437987 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d1e869cf-7568-4f40-8b08-5bc10442ab46 None None] Current status of the port 8def0950-08d3-4f64-9765-8dc4a67755a1 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:07.440837 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85efcb7-2fed-4d37-9746-44dadc958fa3 None None] Network 345d49d7-38ed-4bce-826c-0115d69ba214 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:54:07.445374 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-52337a5f-fe31-4781-b0b7-548c35164a58 req-3a4fbf94-7892-433e-b5d4-13fff18fd255 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406209 Jul 01 19:54:07.463195 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-c3a07115-d80c-4d8d-9e59-50663421de66 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a572e7d81e2246768d8af3d0f70be94e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2350338 Jul 01 19:54:07.464718 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 56152) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:07.698553 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624501'] for network (345d49d7-38ed-4bce-826c-0115d69ba214), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:07.756703 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-f21956f1-1733-4157-aaa1-f23a74160f70 admin admin] Publish callbacks [] for security_group (7318fb4b-05b8-45c9-97c2-debb2e28e45f), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:07.766150 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Deleting port a78583f2-5377-4773-8a68-a544501f90db {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:54:07.766479 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (a78583f2-5377-4773-8a68-a544501f90db), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:07.778932 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-506c1456-4ff6-4b3b-9ad0-cf34f88edf9f req-e209f741-575c-4533-96ec-e822cd780c03 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Deleting port 1aa0c0d6-9243-44ae-82a8-1412617661fe {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:54:07.779270 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-506c1456-4ff6-4b3b-9ad0-cf34f88edf9f req-e209f741-575c-4533-96ec-e822cd780c03 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (1aa0c0d6-9243-44ae-82a8-1412617661fe), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:07.812273 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb432b9-31cb-479b-91aa-4d1a38966f65 None None] DHCP port deletion for 345d49d7-38ed-4bce-826c-0115d69ba214 request from dv-cinder-844601-7-iscsi {{(pid=110546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 01 19:54:07.821779 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-f21956f1-1733-4157-aaa1-f23a74160f70 admin admin] Publish callbacks [] for security_group (7318fb4b-05b8-45c9-97c2-debb2e28e45f), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:07.844691 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=84,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:07.854710 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] For port a78583f2-5377-4773-8a68-a544501f90db, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=a78583f2-5377-4773-8a68-a544501f90db,segment=NetworkSegment(f02bf9d1-ffb7-44b8-a9d1-fc167af55b69),segment_id=f02bf9d1-ffb7-44b8-a9d1-fc167af55b69)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:54:07.855217 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (a78583f2-5377-4773-8a68-a544501f90db), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:07.874555 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Calling delete_port for a78583f2-5377-4773-8a68-a544501f90db owned by network:dhcp {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:54:07.904017 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-8eb432b9-31cb-479b-91aa-4d1a38966f65 None None] Deleting port a78583f2-5377-4773-8a68-a544501f90db {{(pid=110546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:54:07.904624 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-8eb432b9-31cb-479b-91aa-4d1a38966f65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (a78583f2-5377-4773-8a68-a544501f90db), before_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:07.983063 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798'] for port (a78583f2-5377-4773-8a68-a544501f90db), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:07.998326 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-506c1456-4ff6-4b3b-9ad0-cf34f88edf9f req-e209f741-575c-4533-96ec-e822cd780c03 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] For port 1aa0c0d6-9243-44ae-82a8-1412617661fe, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1aa0c0d6-9243-44ae-82a8-1412617661fe,segment=NetworkSegment(35f3bbd7-0242-4ffe-80f7-c98ec39c7dee),segment_id=35f3bbd7-0242-4ffe-80f7-c98ec39c7dee)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:54:07.998960 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-506c1456-4ff6-4b3b-9ad0-cf34f88edf9f req-e209f741-575c-4533-96ec-e822cd780c03 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (1aa0c0d6-9243-44ae-82a8-1412617661fe), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:08.008087 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] No DVR routers for this DVR port a78583f2-5377-4773-8a68-a544501f90db on host dv-cinder-844601-7-iscsi {{(pid=110545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:54:08.031304 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-506c1456-4ff6-4b3b-9ad0-cf34f88edf9f req-e209f741-575c-4533-96ec-e822cd780c03 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Calling delete_port for 1aa0c0d6-9243-44ae-82a8-1412617661fe owned by compute:nova {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:54:08.033373 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a78583f2-5377-4773-8a68-a544501f90db,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:08.033874 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-f21956f1-1733-4157-aaa1-f23a74160f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (7318fb4b-05b8-45c9-97c2-debb2e28e45f), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:08.037314 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-f21956f1-1733-4157-aaa1-f23a74160f70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:08.040000 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-8eb432b9-31cb-479b-91aa-4d1a38966f65 None None] For port a78583f2-5377-4773-8a68-a544501f90db, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=a78583f2-5377-4773-8a68-a544501f90db,segment=NetworkSegment(f02bf9d1-ffb7-44b8-a9d1-fc167af55b69),segment_id=f02bf9d1-ffb7-44b8-a9d1-fc167af55b69)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:54:08.040458 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-8eb432b9-31cb-479b-91aa-4d1a38966f65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (a78583f2-5377-4773-8a68-a544501f90db), precommit_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:08.042648 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-f21956f1-1733-4157-aaa1-f23a74160f70 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7318fb4b-05b8-45c9-97c2-debb2e28e45f HTTP/1.1" status: 204 len: 168 time: 0.5223968 Jul 01 19:54:08.063336 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21956f1-1733-4157-aaa1-f23a74160f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7318fb4b-05b8-45c9-97c2-debb2e28e45f,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:08.073775 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-8eb432b9-31cb-479b-91aa-4d1a38966f65 None None] Calling delete_port for a78583f2-5377-4773-8a68-a544501f90db owned by network:dhcp {{(pid=110546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:54:08.223599 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599248', 'neutron.services.segments.db._delete_segments_for_network-8766990268766'] for network (345d49d7-38ed-4bce-826c-0115d69ba214), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:08.266658 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-8eb432b9-31cb-479b-91aa-4d1a38966f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798'] for port (a78583f2-5377-4773-8a68-a544501f90db), after_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:08.296768 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-506c1456-4ff6-4b3b-9ad0-cf34f88edf9f req-e209f741-575c-4533-96ec-e822cd780c03 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798'] for port (1aa0c0d6-9243-44ae-82a8-1412617661fe), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:08.297366 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:54:08.297860 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:54:08.298653 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:54:08.298991 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Subscribe: > port after_create 55550000 {{(pid=110545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:54:08.299372 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:54:08.299707 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Subscribe: > port after_update 55550000 {{(pid=110545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:54:08.300030 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:54:08.300399 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:54:08.301451 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:54:08.301755 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:54:08.304446 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb432b9-31cb-479b-91aa-4d1a38966f65 None None] Pushing event deleted for resources: {'Port': ['ID=a78583f2-5377-4773-8a68-a544501f90db,revision_number=None']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:08.307913 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb432b9-31cb-479b-91aa-4d1a38966f65 None None] No DVR routers for this DVR port a78583f2-5377-4773-8a68-a544501f90db on host dv-cinder-844601-7-iscsi {{(pid=110546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:54:08.311988 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['1aa0c0d6-9243-44ae-82a8-1412617661fe'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:54:08.449525 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209f741-575c-4533-96ec-e822cd780c03 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Pushing event deleted for resources: {'Port': ['ID=1aa0c0d6-9243-44ae-82a8-1412617661fe,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:08.472248 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-506c1456-4ff6-4b3b-9ad0-cf34f88edf9f req-e209f741-575c-4533-96ec-e822cd780c03 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] No DVR routers for this DVR port 1aa0c0d6-9243-44ae-82a8-1412617661fe on host hv-cinder-84460 {{(pid=110544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:54:08.475918 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-506c1456-4ff6-4b3b-9ad0-cf34f88edf9f req-e209f741-575c-4533-96ec-e822cd780c03 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:08.479579 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-506c1456-4ff6-4b3b-9ad0-cf34f88edf9f req-e209f741-575c-4533-96ec-e822cd780c03 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.60 "DELETE /v2.0/ports/1aa0c0d6-9243-44ae-82a8-1412617661fe HTTP/1.1" status: 204 len: 173 time: 1.0957894 Jul 01 19:54:08.480107 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e19f452-0c5c-4b3e-8243-ac925a3335ac', 'name': 'network-vif-deleted', 'tag': '1aa0c0d6-9243-44ae-82a8-1412617661fe'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:54:08.483603 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91f09ae-7834-4e6c-8d24-c591ca8f5940" -d '{"events": [{"server_uuid": "0e19f452-0c5c-4b3e-8243-ac925a3335ac", "name": "network-vif-deleted", "tag": "1aa0c0d6-9243-44ae-82a8-1412617661fe"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:54:08.600861 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d633405-0699-417a-af3a-515ea111e177 req-c8a9dec5-8c30-450c-9e0a-13e7cc469a37 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:08.605300 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9d633405-0699-417a-af3a-515ea111e177 req-c8a9dec5-8c30-450c-9e0a-13e7cc469a37 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.1046999 Jul 01 19:54:08.606799 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc24936-4dd9-45d7-9003-4c9f7d769828 x-openstack-request-id: req-4fc24936-4dd9-45d7-9003-4c9f7d769828 {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:54:08.607067 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e19f452-0c5c-4b3e-8243-ac925a3335ac", "name": "network-vif-deleted", "tag": "1aa0c0d6-9243-44ae-82a8-1412617661fe", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:54:08.607314 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4fc24936-4dd9-45d7-9003-4c9f7d769828 {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:54:08.607696 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fc24936-4dd9-45d7-9003-4c9f7d769828'] response: {'server_uuid': '0e19f452-0c5c-4b3e-8243-ac925a3335ac', 'name': 'network-vif-deleted', 'tag': '1aa0c0d6-9243-44ae-82a8-1412617661fe', 'status': 'completed', 'code': 200} Jul 01 19:54:08.623322 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-886ca004-7d1b-4e57-b07d-361550552a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:08.644768 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:54:08.645177 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:54:08.646491 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:54:08.647601 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:54:08.648276 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345d49d7-38ed-4bce-826c-0115d69ba214']}} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:08.688659 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02bf9d1-ffb7-44b8-a9d1-fc167af55b69') {'for_net_delete': True} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:08.689388 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02bf9d1-ffb7-44b8-a9d1-fc167af55b69') {} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:08.708406 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9d633405-0699-417a-af3a-515ea111e177 req-1c6d78f4-42e6-4678-8609-f1685d32ae3f tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930219 Jul 01 19:54:08.724978 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766990270311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7752432'] for segment (f02bf9d1-ffb7-44b8-a9d1-fc167af55b69), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:08.752711 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (f02bf9d1-ffb7-44b8-a9d1-fc167af55b69), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:08.764330 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=110545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 19:54:08.764762 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5116964'] for segment (f02bf9d1-ffb7-44b8-a9d1-fc167af55b69), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:08.772628 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 56206) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:08.784698 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-13f66039-5c74-4c55-adfe-23cc211e52e9 req-43153b91-f0ef-4e57-8430-ef0fabd9f1ec tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e19f452-0c5c-4b3e-8243-ac925a3335ac HTTP/1.1" status: 200 len: 210 time: 0.0298469 Jul 01 19:54:08.795239 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:08.817678 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a1ac7643-fee4-4c6b-a8fe-c2f8ad84a633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:08.881855 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725398'] for network (345d49d7-38ed-4bce-826c-0115d69ba214), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:08.898047 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:08.904320 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/345d49d7-38ed-4bce-826c-0115d69ba214 HTTP/1.1" status: 204 len: 168 time: 1.4686663 Jul 01 19:54:08.925372 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1504b95-b863-4c0b-8d8f-cac796b650c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=345d49d7-38ed-4bce-826c-0115d69ba214,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:08.999381 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a1ac7643-fee4-4c6b-a8fe-c2f8ad84a633 admin admin] Publish callbacks [] for security_group (cc05b32c-5c04-4614-96ac-4edd3f36b404), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:09.004585 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a1ac7643-fee4-4c6b-a8fe-c2f8ad84a633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (cc05b32c-5c04-4614-96ac-4edd3f36b404), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:09.050376 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-a1ac7643-fee4-4c6b-a8fe-c2f8ad84a633 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0d5e6bdf444f429e82665265e0121807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659066 Jul 01 19:54:09.052778 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 56232) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:09.080287 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment f02bf9d1-ffb7-44b8-a9d1-fc167af55b69 resource provider aggregate not found Jul 01 19:54:09.123644 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment f02bf9d1-ffb7-44b8-a9d1-fc167af55b69 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f02bf9d1-ffb7-44b8-a9d1-fc167af55b69 found for delete ", "request_id": "req-61f40404-cb33-4e79-af34-a2af93585e4b"}]} Jul 01 19:54:09.147361 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac7643-fee4-4c6b-a8fe-c2f8ad84a633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc05b32c-5c04-4614-96ac-4edd3f36b404,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:09.149618 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 8def0950-08d3-4f64-9765-8dc4a67755a1 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:54:09.202320 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-69a2e8d4-1e37-48f5-81b1-c6a0a5de3e6c admin admin] Publish callbacks [] for security_group (cc05b32c-5c04-4614-96ac-4edd3f36b404), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:09.241866 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-69a2e8d4-1e37-48f5-81b1-c6a0a5de3e6c admin admin] Publish callbacks [] for security_group (cc05b32c-5c04-4614-96ac-4edd3f36b404), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:09.243222 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 8def0950-08d3-4f64-9765-8dc4a67755a1 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:09.243859 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (8def0950-08d3-4f64-9765-8dc4a67755a1), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:09.275397 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 56236) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:09.318421 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-69a2e8d4-1e37-48f5-81b1-c6a0a5de3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (cc05b32c-5c04-4614-96ac-4edd3f36b404), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:09.321967 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-69a2e8d4-1e37-48f5-81b1-c6a0a5de3e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:09.323117 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-69a2e8d4-1e37-48f5-81b1-c6a0a5de3e6c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc05b32c-5c04-4614-96ac-4edd3f36b404 HTTP/1.1" status: 204 len: 168 time: 0.2626417 Jul 01 19:54:09.332105 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2e8d4-1e37-48f5-81b1-c6a0a5de3e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc05b32c-5c04-4614-96ac-4edd3f36b404,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:09.346680 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-f655be70-76a0-4c71-b7e3-2ab031ed61de admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2347fd8e4a1740fdb98218aa30c150e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0697401 Jul 01 19:54:09.349390 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 56242) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:09.364046 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 8def0950-08d3-4f64-9765-8dc4a67755a1 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:09.453934 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device a78583f2-5377-4773-8a68-a544501f90db no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:54:09.485379 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: a78583f2-5377-4773-8a68-a544501f90db {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:54:09.485787 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device a78583f2-5377-4773-8a68-a544501f90db not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:54:09.583635 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:09.623268 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a7a6b0c0-5002-484a-9d6f-4d0434496b63 admin admin] Publish callbacks [] for security_group (c848bf84-1169-420b-9985-6a8203118d04), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:09.646565 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a7a6b0c0-5002-484a-9d6f-4d0434496b63 admin admin] Publish callbacks [] for security_group (c848bf84-1169-420b-9985-6a8203118d04), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:09.676333 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:09.700610 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a7a6b0c0-5002-484a-9d6f-4d0434496b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (c848bf84-1169-420b-9985-6a8203118d04), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:09.703188 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a7a6b0c0-5002-484a-9d6f-4d0434496b63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:09.704333 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-a7a6b0c0-5002-484a-9d6f-4d0434496b63 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c848bf84-1169-420b-9985-6a8203118d04 HTTP/1.1" status: 204 len: 168 time: 0.3533943 Jul 01 19:54:09.716841 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6b0c0-5002-484a-9d6f-4d0434496b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c848bf84-1169-420b-9985-6a8203118d04,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:09.724959 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:09.763034 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:09.852889 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee4c02-f9a5-4b5a-b89e-567a18a0579e req-57a1facd-081f-415e-98d1-94d909ead011 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:09.859761 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-68ee4c02-f9a5-4b5a-b89e-567a18a0579e req-57a1facd-081f-415e-98d1-94d909ead011 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0614419 Jul 01 19:54:09.919575 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-68ee4c02-f9a5-4b5a-b89e-567a18a0579e req-88ef926a-73fa-475b-904d-3425c9bc2422 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589356 Jul 01 19:54:10.266369 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e8c12aa9-e99b-4b69-92fa-2140b1e4ac51 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:10.267776 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e8c12aa9-e99b-4b69-92fa-2140b1e4ac51 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/networks?id=0f950f12-4f8f-441b-841d-975178800bd6 HTTP/1.1" status: 200 len: 809 time: 0.1393776 Jul 01 19:54:10.290932 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-431759dd-509a-48e4-86be-3a3b6692cbaf tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/quotas/387f55f94c784e988f8c0e240f2dc1c6 HTTP/1.1" status: 200 len: 375 time: 0.0163820 Jul 01 19:54:10.325255 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-3164c812-73b0-49f5-9bb2-ece94cd04616 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=387f55f94c784e988f8c0e240f2dc1c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334494 Jul 01 19:54:10.454380 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-1045ba29-b218-4b27-b992-6f44a6177cb1 service neutron] 10.222.0.66 "GET /v2.0/networks/0f950f12-4f8f-441b-841d-975178800bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217234 Jul 01 19:54:10.562782 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-dd1b0155-6171-4c60-a801-6d6a75e065b3 service neutron] 10.222.0.66 "GET /v2.0/networks/0f950f12-4f8f-441b-841d-975178800bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011837 Jul 01 19:54:10.781795 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a9b4d645-9dc4-426b-865c-4ac94fab16fa req-5688001a-c6c4-4b61-b245-98380ebb009e tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5191a68-0a14-4909-bb07-841c6c8f293e HTTP/1.1" status: 200 len: 210 time: 0.0429397 Jul 01 19:54:11.023653 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 1aa0c0d6-9243-44ae-82a8-1412617661fe no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:54:11.066908 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] No Port match for: 1aa0c0d6-9243-44ae-82a8-1412617661fe {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:54:11.067407 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 1aa0c0d6-9243-44ae-82a8-1412617661fe not bound to the agent host hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:54:11.094852 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:11.095202 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2792a34-f3a3-4070-a05a-bbab2323bc5e req-bc5d79a5-1349-4a9d-98ad-3cacea7c1c5d tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:11.096961 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f2792a34-f3a3-4070-a05a-bbab2323bc5e req-bc5d79a5-1349-4a9d-98ad-3cacea7c1c5d tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0960939 Jul 01 19:54:11.158228 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f2792a34-f3a3-4070-a05a-bbab2323bc5e req-14464683-eaff-4070-b193-0a33b00b1a94 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537143 Jul 01 19:54:11.396592 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:11.887968 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0721d6c3-bf90-4c67-b44c-925f8add42d7 req-f34c44dc-bb31-46a0-81ec-706ac99fd314 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5191a68-0a14-4909-bb07-841c6c8f293e HTTP/1.1" status: 200 len: 210 time: 0.0348573 Jul 01 19:54:12.251212 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 56418) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:12.293536 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f23a1-4eb4-4a7e-9439-e6669f59ff98 req-e659aeb3-a2bc-4c90-8865-088e86639e2c tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:12.295060 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e72f23a1-4eb4-4a7e-9439-e6669f59ff98 req-e659aeb3-a2bc-4c90-8865-088e86639e2c tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0534706 Jul 01 19:54:12.365980 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e72f23a1-4eb4-4a7e-9439-e6669f59ff98 req-8b5257e7-c240-4e38-a3e2-6a361cf6e9e6 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647109 Jul 01 19:54:12.425067 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c1e93847-f6f3-45c2-933a-71e3c9218e10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:12.476541 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 56424) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:12.533335 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c1e93847-f6f3-45c2-933a-71e3c9218e10 admin admin] Publish callbacks [] for security_group (01c3a391-4a5c-482d-a394-dcef16d4992b), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:12.538325 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c1e93847-f6f3-45c2-933a-71e3c9218e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (01c3a391-4a5c-482d-a394-dcef16d4992b), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:12.550055 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:12.581440 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e93847-f6f3-45c2-933a-71e3c9218e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c3a391-4a5c-482d-a394-dcef16d4992b,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:12.585874 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-c1e93847-f6f3-45c2-933a-71e3c9218e10 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=560a622c9dc042419eafacb8fce884b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328543 Jul 01 19:54:12.588408 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 56428) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:12.616724 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ce42bebc-1092-4acd-ae19-8f7845e01ff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:12.674659 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-180db7c0-cc4a-4846-b0ee-b6d777a2aafc admin admin] Publish callbacks [] for security_group (01c3a391-4a5c-482d-a394-dcef16d4992b), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:12.709824 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-180db7c0-cc4a-4846-b0ee-b6d777a2aafc admin admin] Publish callbacks [] for security_group (01c3a391-4a5c-482d-a394-dcef16d4992b), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:12.739965 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:12.790243 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ce42bebc-1092-4acd-ae19-8f7845e01ff1 admin admin] Publish callbacks [] for security_group (c3e64a42-34b6-4ec3-85f9-50958bf3529b), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:12.796022 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ce42bebc-1092-4acd-ae19-8f7845e01ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (c3e64a42-34b6-4ec3-85f9-50958bf3529b), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:12.834705 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3876215-b4f0-4139-a72a-3293b293dc96 req-cdd65bda-05f4-4dad-9b7f-6f386989af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:12.836746 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d3876215-b4f0-4139-a72a-3293b293dc96 req-cdd65bda-05f4-4dad-9b7f-6f386989af69 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 1129 time: 0.0810814 Jul 01 19:54:12.856537 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-180db7c0-cc4a-4846-b0ee-b6d777a2aafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (01c3a391-4a5c-482d-a394-dcef16d4992b), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:12.859041 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-180db7c0-cc4a-4846-b0ee-b6d777a2aafc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:12.860373 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-180db7c0-cc4a-4846-b0ee-b6d777a2aafc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/01c3a391-4a5c-482d-a394-dcef16d4992b HTTP/1.1" status: 204 len: 168 time: 0.2710891 Jul 01 19:54:12.886612 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-ce42bebc-1092-4acd-ae19-8f7845e01ff1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0c4b18ec2c3243c6be2ae8dc34cfc7a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4087663 Jul 01 19:54:12.887545 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 56434) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:12.889805 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42bebc-1092-4acd-ae19-8f7845e01ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e64a42-34b6-4ec3-85f9-50958bf3529b,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:12.936702 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180db7c0-cc4a-4846-b0ee-b6d777a2aafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c3a391-4a5c-482d-a394-dcef16d4992b,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:12.977063 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d3876215-b4f0-4139-a72a-3293b293dc96 req-417939fb-bd80-4cd0-a3b5-6e70ef56241f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337175 Jul 01 19:54:13.003319 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-bc7c0d37-a9d9-429f-9a69-e28222bbe58c tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:13.005168 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-bc7c0d37-a9d9-429f-9a69-e28222bbe58c tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.60 "GET /v2.0/networks?id=0f950f12-4f8f-441b-841d-975178800bd6 HTTP/1.1" status: 200 len: 809 time: 0.1940479 Jul 01 19:54:13.035727 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-01484b93-97d0-4246-8741-84d486819133 admin admin] Publish callbacks [] for security_group (c3e64a42-34b6-4ec3-85f9-50958bf3529b), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:13.060801 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c668b764-4203-4aa8-8568-51fa49d02aea req-10e9c6f7-fb66-4a85-8ab8-463016e5580f tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5191a68-0a14-4909-bb07-841c6c8f293e HTTP/1.1" status: 200 len: 210 time: 0.0420384 Jul 01 19:54:13.074764 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-01484b93-97d0-4246-8741-84d486819133 admin admin] Publish callbacks [] for security_group (c3e64a42-34b6-4ec3-85f9-50958bf3529b), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:13.128027 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-01484b93-97d0-4246-8741-84d486819133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (c3e64a42-34b6-4ec3-85f9-50958bf3529b), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:13.130672 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-01484b93-97d0-4246-8741-84d486819133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:13.132556 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-01484b93-97d0-4246-8741-84d486819133 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c3e64a42-34b6-4ec3-85f9-50958bf3529b HTTP/1.1" status: 204 len: 168 time: 0.2438884 Jul 01 19:54:13.135828 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:13.143058 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01484b93-97d0-4246-8741-84d486819133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e64a42-34b6-4ec3-85f9-50958bf3529b,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:13.226837 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-0df0711f-5533-4e05-a72f-e64a9bd7906a tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Request body: {'port': {'device_id': 'e5191a68-0a14-4909-bb07-841c6c8f293e', 'network_id': '0f950f12-4f8f-441b-841d-975178800bd6', 'admin_state_up': True, 'tenant_id': '387f55f94c784e988f8c0e240f2dc1c6'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:54:13.269065 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 56446) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:13.314046 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a1049831-0c01-47a5-a335-802f2fab68dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:13.412220 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-0df0711f-5533-4e05-a72f-e64a9bd7906a tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Made reservation on behalf of 387f55f94c784e988f8c0e240f2dc1c6 for: {'port': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:54:13.416761 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-0df0711f-5533-4e05-a72f-e64a9bd7906a tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:13.484147 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82482abb-c61f-4783-a192-2167ca88199d req-5d57a91a-23b2-4a0b-b931-7865e68aed7f tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:13.485766 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-82482abb-c61f-4783-a192-2167ca88199d req-5d57a91a-23b2-4a0b-b931-7865e68aed7f tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0543954 Jul 01 19:54:13.486385 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 56452) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:13.508291 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a1049831-0c01-47a5-a335-802f2fab68dc admin admin] Publish callbacks [] for security_group (33470f4f-56a5-45ab-a476-94b71dfa3bda), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:13.514882 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7ac36bd5-0771-41b0-9c71-4063873f4948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:13.516434 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:13.516767 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a1049831-0c01-47a5-a335-802f2fab68dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (33470f4f-56a5-45ab-a476-94b71dfa3bda), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:13.551576 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:13.579235 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-82482abb-c61f-4783-a192-2167ca88199d req-8fb67998-5511-4aa0-b386-50f42e7a689c tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846417 Jul 01 19:54:13.581516 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-a1049831-0c01-47a5-a335-802f2fab68dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9732cd60d7b64fe5a0c7c643ee070936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3119769 Jul 01 19:54:13.589050 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 56456) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:13.601258 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1049831-0c01-47a5-a335-802f2fab68dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33470f4f-56a5-45ab-a476-94b71dfa3bda,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:13.643382 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-0df0711f-5533-4e05-a72f-e64a9bd7906a tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Allocated IP 172.20.0.5 (0f950f12-4f8f-441b-841d-975178800bd6/f806f9b2-2f06-43f3-84d7-7c928aa3c875/36d752c6-22ce-4461-9450-85e78a6e2d45) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:54:13.675895 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6dffca2b-71f5-4f7a-a803-718cd120d8b4 admin admin] Publish callbacks [] for security_group (33470f4f-56a5-45ab-a476-94b71dfa3bda), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:13.683165 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7ac36bd5-0771-41b0-9c71-4063873f4948 admin admin] Publish callbacks [] for security_group (88701558-4720-4632-93ad-6728739eae58), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:13.693026 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7ac36bd5-0771-41b0-9c71-4063873f4948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (88701558-4720-4632-93ad-6728739eae58), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:13.722658 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6dffca2b-71f5-4f7a-a803-718cd120d8b4 admin admin] Publish callbacks [] for security_group (33470f4f-56a5-45ab-a476-94b71dfa3bda), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:13.758149 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-7ac36bd5-0771-41b0-9c71-4063873f4948 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b04c6f68c110410fae09e1971fa9fd65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705073 Jul 01 19:54:13.761341 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 56458) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:13.764447 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac36bd5-0771-41b0-9c71-4063873f4948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88701558-4720-4632-93ad-6728739eae58,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:13.772555 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:13.814527 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6dffca2b-71f5-4f7a-a803-718cd120d8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (33470f4f-56a5-45ab-a476-94b71dfa3bda), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:13.817395 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6dffca2b-71f5-4f7a-a803-718cd120d8b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:13.820504 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-6dffca2b-71f5-4f7a-a803-718cd120d8b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/33470f4f-56a5-45ab-a476-94b71dfa3bda HTTP/1.1" status: 204 len: 168 time: 0.2286847 Jul 01 19:54:13.828997 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffca2b-71f5-4f7a-a803-718cd120d8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33470f4f-56a5-45ab-a476-94b71dfa3bda,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:13.848774 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-0df0711f-5533-4e05-a72f-e64a9bd7906a tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Publish callbacks [] for port (36d752c6-22ce-4461-9450-85e78a6e2d45), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:13.874532 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-65468aaa-f9a8-4a7f-a26d-3de6cf7d3580 admin admin] Publish callbacks [] for security_group (88701558-4720-4632-93ad-6728739eae58), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:13.910329 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-65468aaa-f9a8-4a7f-a26d-3de6cf7d3580 admin admin] Publish callbacks [] for security_group (88701558-4720-4632-93ad-6728739eae58), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:13.943005 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-0df0711f-5533-4e05-a72f-e64a9bd7906a tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (36d752c6-22ce-4461-9450-85e78a6e2d45), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:13.997611 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-0df0711f-5533-4e05-a72f-e64a9bd7906a tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Network 0f950f12-4f8f-441b-841d-975178800bd6 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:54:14.003375 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-0df0711f-5533-4e05-a72f-e64a9bd7906a tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:54:14.009884 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-0df0711f-5533-4e05-a72f-e64a9bd7906a tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:54:14.013764 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0711f-5533-4e05-a72f-e64a9bd7906a tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Pushing event updated for resources: {'Port': ['ID=36d752c6-22ce-4461-9450-85e78a6e2d45,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:14.034367 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-65468aaa-f9a8-4a7f-a26d-3de6cf7d3580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (88701558-4720-4632-93ad-6728739eae58), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:14.037769 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-65468aaa-f9a8-4a7f-a26d-3de6cf7d3580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:14.039010 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-65468aaa-f9a8-4a7f-a26d-3de6cf7d3580 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/88701558-4720-4632-93ad-6728739eae58 HTTP/1.1" status: 204 len: 168 time: 0.2766988 Jul 01 19:54:14.058750 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65468aaa-f9a8-4a7f-a26d-3de6cf7d3580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88701558-4720-4632-93ad-6728739eae58,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:14.080324 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-0df0711f-5533-4e05-a72f-e64a9bd7906a tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:14.080941 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-0df0711f-5533-4e05-a72f-e64a9bd7906a tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:14.104830 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-0df0711f-5533-4e05-a72f-e64a9bd7906a tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8863137 Jul 01 19:54:14.222576 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6caf9-a5d2-4bc0-9f22-a0ea446d52a2 req-f3b673e8-0be2-4649-9271-ab6e8fea4460 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:14.224102 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7ee6caf9-a5d2-4bc0-9f22-a0ea446d52a2 req-f3b673e8-0be2-4649-9271-ab6e8fea4460 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5191a68-0a14-4909-bb07-841c6c8f293e HTTP/1.1" status: 200 len: 931 time: 0.0745482 Jul 01 19:54:14.297867 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7ee6caf9-a5d2-4bc0-9f22-a0ea446d52a2 req-514a04dc-ca9b-4223-b74b-2423412f7865 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619335 Jul 01 19:54:14.684393 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e6ac0483-b178-4246-b911-a85b8ea4b130 service neutron] Request body: {'port': {'device_id': 'e5191a68-0a14-4909-bb07-841c6c8f293e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:54:14.754310 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c5fa2-1798-492e-93fc-ed63efc42e53 req-73f7c181-70ee-4407-acf7-5d1f52476dd9 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:14.755928 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-827c5fa2-1798-492e-93fc-ed63efc42e53 req-73f7c181-70ee-4407-acf7-5d1f52476dd9 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0847156 Jul 01 19:54:14.785661 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e6ac0483-b178-4246-b911-a85b8ea4b130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (36d752c6-22ce-4461-9450-85e78a6e2d45), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:14.834043 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-827c5fa2-1798-492e-93fc-ed63efc42e53 req-28d4f13f-8d80-4a26-8cdc-cbcef7b6e46a tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720768 Jul 01 19:54:15.035521 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:15.094089 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e6ac0483-b178-4246-b911-a85b8ea4b130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d752c6-22ce-4461-9450-85e78a6e2d45 {{(pid=110545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:54:15.102471 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e6ac0483-b178-4246-b911-a85b8ea4b130 service neutron] Publish callbacks [] for port (36d752c6-22ce-4461-9450-85e78a6e2d45), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:15.122940 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.provisioning_blocks [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e6ac0483-b178-4246-b911-a85b8ea4b130 service neutron] Transition to ACTIVE for port object 36d752c6-22ce-4461-9450-85e78a6e2d45 will not be triggered until provisioned by entity L2. {{(pid=110545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 19:54:15.138194 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e6ac0483-b178-4246-b911-a85b8ea4b130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5117128'] for port (36d752c6-22ce-4461-9450-85e78a6e2d45), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:15.195893 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:15.201107 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac0483-b178-4246-b911-a85b8ea4b130 service neutron] Pushing event updated for resources: {'Port': ['ID=36d752c6-22ce-4461-9450-85e78a6e2d45,revision_number=2']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:15.273573 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:15.284780 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.managers [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e6ac0483-b178-4246-b911-a85b8ea4b130 service neutron] Attempting to bind port 36d752c6-22ce-4461-9450-85e78a6e2d45 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:54:15.285190 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.managers [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e6ac0483-b178-4246-b911-a85b8ea4b130 service neutron] Attempting to bind port 36d752c6-22ce-4461-9450-85e78a6e2d45 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '35f3bbd7-0242-4ffe-80f7-c98ec39c7dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0f950f12-4f8f-441b-841d-975178800bd6'}] {{(pid=110545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:54:15.285778 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e6ac0483-b178-4246-b911-a85b8ea4b130 service neutron] Attempting to bind port 36d752c6-22ce-4461-9450-85e78a6e2d45 on network 0f950f12-4f8f-441b-841d-975178800bd6 {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:54:15.292522 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e6ac0483-b178-4246-b911-a85b8ea4b130 service neutron] Port 36d752c6-22ce-4461-9450-85e78a6e2d45 on network 0f950f12-4f8f-441b-841d-975178800bd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 19:54:15.292854 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e6ac0483-b178-4246-b911-a85b8ea4b130 service neutron] Attempting to bind port 36d752c6-22ce-4461-9450-85e78a6e2d45 on network 0f950f12-4f8f-441b-841d-975178800bd6 {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:54:15.300390 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e6ac0483-b178-4246-b911-a85b8ea4b130 service neutron] Checking agent: {'id': '080768a1-72cc-47dc-9460-2bcdea095798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'started_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:54:15.300813 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e6ac0483-b178-4246-b911-a85b8ea4b130 service neutron] Checking segment: {'id': '35f3bbd7-0242-4ffe-80f7-c98ec39c7dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0f950f12-4f8f-441b-841d-975178800bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:54:15.305697 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e6ac0483-b178-4246-b911-a85b8ea4b130 service neutron] Bound using segment: {'id': '35f3bbd7-0242-4ffe-80f7-c98ec39c7dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0f950f12-4f8f-441b-841d-975178800bd6'} {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:54:15.305697 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.managers [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e6ac0483-b178-4246-b911-a85b8ea4b130 service neutron] Bound port: 36d752c6-22ce-4461-9450-85e78a6e2d45, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f3bbd7-0242-4ffe-80f7-c98ec39c7dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0f950f12-4f8f-441b-841d-975178800bd6'}}] {{(pid=110545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:54:15.305697 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e6ac0483-b178-4246-b911-a85b8ea4b130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (36d752c6-22ce-4461-9450-85e78a6e2d45), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:15.382561 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e6ac0483-b178-4246-b911-a85b8ea4b130 service neutron] For port 36d752c6-22ce-4461-9450-85e78a6e2d45, host hv-cinder-84460, cleared binding levels {{(pid=110545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:54:15.386229 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e6ac0483-b178-4246-b911-a85b8ea4b130 service neutron] For port 36d752c6-22ce-4461-9450-85e78a6e2d45, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=36d752c6-22ce-4461-9450-85e78a6e2d45,segment=NetworkSegment(35f3bbd7-0242-4ffe-80f7-c98ec39c7dee),segment_id=35f3bbd7-0242-4ffe-80f7-c98ec39c7dee)] {{(pid=110545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:54:15.394020 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e6ac0483-b178-4246-b911-a85b8ea4b130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5117128'] for port (36d752c6-22ce-4461-9450-85e78a6e2d45), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:15.447166 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e6ac0483-b178-4246-b911-a85b8ea4b130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:15.447812 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e6ac0483-b178-4246-b911-a85b8ea4b130 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:15.449703 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e6ac0483-b178-4246-b911-a85b8ea4b130 service neutron] 10.222.0.60 "PUT /v2.0/ports/36d752c6-22ce-4461-9450-85e78a6e2d45 HTTP/1.1" status: 200 len: 1093 time: 0.7696400 Jul 01 19:54:15.450151 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5191a68-0a14-4909-bb07-841c6c8f293e', 'tag': '36d752c6-22ce-4461-9450-85e78a6e2d45'}] {{(pid=110545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:54:15.451800 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5242a-5030-43c4-8e5d-4d1cb7a1c3ae req-1c555287-7335-4686-b176-c13371bf84d9 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:15.452715 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcb8287ee1e4b298a834a36a05516dc05427937f10d56c225ffa2f4d88459ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc798ed-b101-4f69-aeae-990568ed530f" -d '{"events": [{"name": "network-changed", "server_uuid": "e5191a68-0a14-4909-bb07-841c6c8f293e", "tag": "36d752c6-22ce-4461-9450-85e78a6e2d45"}]}' {{(pid=110545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:54:15.460330 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-62b5242a-5030-43c4-8e5d-4d1cb7a1c3ae req-1c555287-7335-4686-b176-c13371bf84d9 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5191a68-0a14-4909-bb07-841c6c8f293e HTTP/1.1" status: 200 len: 943 time: 0.0695026 Jul 01 19:54:15.486419 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac0483-b178-4246-b911-a85b8ea4b130 service neutron] Pushing event updated for resources: {'Port': ['ID=36d752c6-22ce-4461-9450-85e78a6e2d45,revision_number=3']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:15.539405 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9267b25-9f46-4ab4-b797-bc7496ac9f48 x-openstack-request-id: req-e9267b25-9f46-4ab4-b797-bc7496ac9f48 {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:54:15.539888 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5191a68-0a14-4909-bb07-841c6c8f293e", "tag": "36d752c6-22ce-4461-9450-85e78a6e2d45", "status": "completed", "code": 200}]} {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:54:15.540140 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e9267b25-9f46-4ab4-b797-bc7496ac9f48 {{(pid=110545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:54:15.540564 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9267b25-9f46-4ab4-b797-bc7496ac9f48'] response: {'name': 'network-changed', 'server_uuid': 'e5191a68-0a14-4909-bb07-841c6c8f293e', 'tag': '36d752c6-22ce-4461-9450-85e78a6e2d45', 'status': 'completed', 'code': 200} Jul 01 19:54:15.570920 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-62b5242a-5030-43c4-8e5d-4d1cb7a1c3ae req-9a97db56-f2aa-408a-93f9-f40f7f04dd29 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092081 Jul 01 19:54:15.599904 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-42d55ac0-1c8a-4d21-86d8-f0a91ee2283a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:15.601827 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-42d55ac0-1c8a-4d21-86d8-f0a91ee2283a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=387f55f94c784e988f8c0e240f2dc1c6&device_id=e5191a68-0a14-4909-bb07-841c6c8f293e HTTP/1.1" status: 200 len: 1127 time: 0.0758286 Jul 01 19:54:15.647988 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-f1cefed9-8d66-4531-be4d-2e3e2ee4e96f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36d752c6-22ce-4461-9450-85e78a6e2d45 HTTP/1.1" status: 200 len: 217 time: 0.0368376 Jul 01 19:54:15.699063 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e38a90fb-5fd2-434a-8501-ecff7355d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:15.700607 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-e38a90fb-5fd2-434a-8501-ecff7355d96d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f806f9b2-2f06-43f3-84d7-7c928aa3c875 HTTP/1.1" status: 200 len: 849 time: 0.0460110 Jul 01 19:54:15.741115 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-ceae9c40-6272-4296-ba2f-817563c125cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0f950f12-4f8f-441b-841d-975178800bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262177 Jul 01 19:54:15.840610 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-47e5fd31-d181-40bc-8706-5f6e2823a5f8 service neutron] 10.222.0.60 "GET /v2.0/networks/0f950f12-4f8f-441b-841d-975178800bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904300 Jul 01 19:54:15.963947 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-99cf21e7-3f1d-4e37-a50c-f677eacb7cf5 req-6ab751ca-7fc3-48fd-9fee-38d220b12836 service neutron] 10.222.0.60 "GET /v2.0/networks/0f950f12-4f8f-441b-841d-975178800bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154182 Jul 01 19:54:15.983393 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335dc87-764f-451e-a9e1-ebb195a3123f req-44995bd8-a5eb-452c-b124-189aa95722a3 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:15.985023 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8335dc87-764f-451e-a9e1-ebb195a3123f req-44995bd8-a5eb-452c-b124-189aa95722a3 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0642855 Jul 01 19:54:16.046053 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8335dc87-764f-451e-a9e1-ebb195a3123f req-cc32350a-9b80-4885-8ad7-e44764ded840 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544198 Jul 01 19:54:16.153271 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:16.164363 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af6f08-8d0d-4292-a401-00ea3a0c634c req-6b6cc9ef-9fde-484d-ad92-9de5e247c7bd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:16.165925 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-75af6f08-8d0d-4292-a401-00ea3a0c634c req-6b6cc9ef-9fde-484d-ad92-9de5e247c7bd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.0505683 Jul 01 19:54:16.218405 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-75af6f08-8d0d-4292-a401-00ea3a0c634c req-bebf26b6-8529-4791-999e-5c5fe2869c2b tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455573 Jul 01 19:54:16.688825 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148b8cb-d40f-42b5-b811-ada81c5dca99 req-23f941e8-e75f-4b34-90a9-c3d4e2944333 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:16.690242 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0148b8cb-d40f-42b5-b811-ada81c5dca99 req-23f941e8-e75f-4b34-90a9-c3d4e2944333 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5191a68-0a14-4909-bb07-841c6c8f293e HTTP/1.1" status: 200 len: 943 time: 0.0543196 Jul 01 19:54:16.741692 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0148b8cb-d40f-42b5-b811-ada81c5dca99 req-b6bd6a38-aa91-4062-9cd5-68b41c0ca7e6 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455406 Jul 01 19:54:16.847095 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 19:54:16.986291 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc798ed-b101-4f69-aeae-990568ed530f req-7789a9fe-487d-402c-aa8e-3bc917b26daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:16.987966 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-fdc798ed-b101-4f69-aeae-990568ed530f req-7789a9fe-487d-402c-aa8e-3bc917b26daf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=387f55f94c784e988f8c0e240f2dc1c6&device_id=e5191a68-0a14-4909-bb07-841c6c8f293e HTTP/1.1" status: 200 len: 1127 time: 0.0444348 Jul 01 19:54:17.080431 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc798ed-b101-4f69-aeae-990568ed530f req-0cc3897b-6428-4555-977b-ecf01c3c0f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:17.081932 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-fdc798ed-b101-4f69-aeae-990568ed530f req-0cc3897b-6428-4555-977b-ecf01c3c0f9e service neutron] 10.222.0.60 "GET /v2.0/networks?id=0f950f12-4f8f-441b-841d-975178800bd6 HTTP/1.1" status: 200 len: 910 time: 0.0878289 Jul 01 19:54:17.127438 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-fdc798ed-b101-4f69-aeae-990568ed530f req-ce53d5f4-ef71-4d4f-8ea0-06c52f72f16a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36d752c6-22ce-4461-9450-85e78a6e2d45 HTTP/1.1" status: 200 len: 217 time: 0.0362759 Jul 01 19:54:17.310396 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=48 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:17.791843 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662b97a-574a-4e9c-a331-a88be10c1f81 req-3f511b0c-ed12-4baa-8cdc-daa7cd3c4321 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:17.793255 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e662b97a-574a-4e9c-a331-a88be10c1f81 req-3f511b0c-ed12-4baa-8cdc-daa7cd3c4321 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.0468900 Jul 01 19:54:17.844538 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:17.879175 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b876b8f-7c16-4574-bae2-71f251eaf8db req-4d5bcb13-c4c5-4806-9383-df6f1eb797a2 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:17.880625 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5b876b8f-7c16-4574-bae2-71f251eaf8db req-4d5bcb13-c4c5-4806-9383-df6f1eb797a2 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5191a68-0a14-4909-bb07-841c6c8f293e HTTP/1.1" status: 200 len: 943 time: 0.0673079 Jul 01 19:54:17.888064 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e662b97a-574a-4e9c-a331-a88be10c1f81 req-3f3f3a55-facc-430d-ba54-d553a0c8167d tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885673 Jul 01 19:54:17.930739 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5b876b8f-7c16-4574-bae2-71f251eaf8db req-beb002d6-2a1b-46b8-b071-2f4aa46a174d tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417507 Jul 01 19:54:18.229520 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc798ed-b101-4f69-aeae-990568ed530f req-635acc79-d2b3-4282-aba8-9b93b283673d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:18.231145 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-fdc798ed-b101-4f69-aeae-990568ed530f req-635acc79-d2b3-4282-aba8-9b93b283673d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f806f9b2-2f06-43f3-84d7-7c928aa3c875 HTTP/1.1" status: 200 len: 849 time: 0.0453079 Jul 01 19:54:19.002348 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e170bc-6c45-4af6-9a7d-0f12e2184b3f req-5e6a59e2-3c3b-4a62-b6fb-86ecd42663be tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:19.003821 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-45e170bc-6c45-4af6-9a7d-0f12e2184b3f req-5e6a59e2-3c3b-4a62-b6fb-86ecd42663be tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.0474186 Jul 01 19:54:19.068211 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d205da-93c9-4998-b12f-3326a8154e90 req-131d8984-c69d-45de-a840-3a379a946fda tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:19.070448 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-51d205da-93c9-4998-b12f-3326a8154e90 req-131d8984-c69d-45de-a840-3a379a946fda tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5191a68-0a14-4909-bb07-841c6c8f293e HTTP/1.1" status: 200 len: 943 time: 0.0657744 Jul 01 19:54:19.099110 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-45e170bc-6c45-4af6-9a7d-0f12e2184b3f req-9333b061-d28e-4922-bd52-b1349dd6ad09 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843980 Jul 01 19:54:19.132170 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-51d205da-93c9-4998-b12f-3326a8154e90 req-05d1c73a-5898-4166-b88f-2a5a857e279f tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560393 Jul 01 19:54:19.946745 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 36d752c6-22ce-4461-9450-85e78a6e2d45 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 19:54:19.960325 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:19.982434 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-fdc798ed-b101-4f69-aeae-990568ed530f req-470b66db-4a76-481d-983a-4462b7060781 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0f950f12-4f8f-441b-841d-975178800bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315218 Jul 01 19:54:20.002322 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149bcb4-6455-47fe-8cd6-5b064f51eb10 req-93fbd093-a700-4d34-ac6f-1d120c1db904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:20.004099 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9149bcb4-6455-47fe-8cd6-5b064f51eb10 req-93fbd093-a700-4d34-ac6f-1d120c1db904 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ba0ddfd3efd41ee9687efe014c40bf0&device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 1129 time: 0.0413122 Jul 01 19:54:20.050828 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 36d752c6-22ce-4461-9450-85e78a6e2d45, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=36d752c6-22ce-4461-9450-85e78a6e2d45,segment=NetworkSegment(35f3bbd7-0242-4ffe-80f7-c98ec39c7dee),segment_id=35f3bbd7-0242-4ffe-80f7-c98ec39c7dee)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:54:20.062979 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': '36d752c6-22ce-4461-9450-85e78a6e2d45', 'network_id': '0f950f12-4f8f-441b-841d-975178800bd6', 'port_id': '36d752c6-22ce-4461-9450-85e78a6e2d45', 'mac_address': 'fa:16:3e:ed:ee:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f806f9b2-2f06-43f3-84d7-7c928aa3c875', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 19:54:20.083258 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-fdc798ed-b101-4f69-aeae-990568ed530f req-fbe02a3e-18c5-4d06-b54f-c6f9448a9142 service neutron] 10.222.0.60 "GET /v2.0/networks/0f950f12-4f8f-441b-841d-975178800bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924518 Jul 01 19:54:20.086690 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:20.102137 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149bcb4-6455-47fe-8cd6-5b064f51eb10 req-0527bdb5-f160-49f6-a7bc-b8cfb5e264a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:20.104079 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9149bcb4-6455-47fe-8cd6-5b064f51eb10 req-0527bdb5-f160-49f6-a7bc-b8cfb5e264a3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=13dd580c-809a-4f73-9432-a6d0838269e1 HTTP/1.1" status: 200 len: 920 time: 0.0937274 Jul 01 19:54:20.105400 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 36d752c6-22ce-4461-9450-85e78a6e2d45 is: DOWN; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:20.105824 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (36d752c6-22ce-4461-9450-85e78a6e2d45), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:20.120237 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d752c6-22ce-4461-9450-85e78a6e2d45 {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:54:20.170348 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 36d752c6-22ce-4461-9450-85e78a6e2d45, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=36d752c6-22ce-4461-9450-85e78a6e2d45,segment=NetworkSegment(35f3bbd7-0242-4ffe-80f7-c98ec39c7dee),segment_id=35f3bbd7-0242-4ffe-80f7-c98ec39c7dee)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:54:20.171513 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:20.174427 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9149bcb4-6455-47fe-8cd6-5b064f51eb10 req-b567d2d4-a175-42f9-9471-69e2fd33e26c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c14e2e69-9a6f-4043-8f05-6857744162f2 HTTP/1.1" status: 200 len: 217 time: 0.0627596 Jul 01 19:54:20.182594 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (36d752c6-22ce-4461-9450-85e78a6e2d45), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:20.228440 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-fdc798ed-b101-4f69-aeae-990568ed530f req-c26ab470-b551-4aa4-a6ec-742b429c1ed5 service neutron] 10.222.0.60 "GET /v2.0/networks/0f950f12-4f8f-441b-841d-975178800bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333611 Jul 01 19:54:20.269046 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=36d752c6-22ce-4461-9450-85e78a6e2d45,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:20.322427 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6742b-a5f2-4be3-85a7-3bf42f8bf908 req-17c3200e-98da-4ea9-9b12-e821bbd95507 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:20.323883 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8cc6742b-a5f2-4be3-85a7-3bf42f8bf908 req-17c3200e-98da-4ea9-9b12-e821bbd95507 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.1239703 Jul 01 19:54:20.334933 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149bcb4-6455-47fe-8cd6-5b064f51eb10 req-d672552e-8778-49a0-b0a9-9cd4b9317b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:20.336290 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9149bcb4-6455-47fe-8cd6-5b064f51eb10 req-d672552e-8778-49a0-b0a9-9cd4b9317b5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b109ae2e-b5c6-4eef-8a69-a246d16af692 HTTP/1.1" status: 200 len: 858 time: 0.1538246 Jul 01 19:54:20.346240 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc7de8-b858-4987-a9fa-bde35c5fdd13 req-7e4af123-23c3-4356-83d5-4c114bd47250 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:20.347575 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3bfc7de8-b858-4987-a9fa-bde35c5fdd13 req-7e4af123-23c3-4356-83d5-4c114bd47250 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5191a68-0a14-4909-bb07-841c6c8f293e HTTP/1.1" status: 200 len: 944 time: 0.0876594 Jul 01 19:54:20.418767 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:20.433773 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149bcb4-6455-47fe-8cd6-5b064f51eb10 req-19373b8d-502e-4935-8a90-e943387b43f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:20.435266 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9149bcb4-6455-47fe-8cd6-5b064f51eb10 req-19373b8d-502e-4935-8a90-e943387b43f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=13dd580c-809a-4f73-9432-a6d0838269e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868335 Jul 01 19:54:20.444027 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8cc6742b-a5f2-4be3-85a7-3bf42f8bf908 req-31ca2d49-8327-49a0-84d8-03ff2e011895 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133542 Jul 01 19:54:20.481712 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3bfc7de8-b858-4987-a9fa-bde35c5fdd13 req-e1a95a03-e257-44b2-91a0-f4f82e515dab tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167531 Jul 01 19:54:20.498895 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['36d752c6-22ce-4461-9450-85e78a6e2d45'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:54:20.551416 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9149bcb4-6455-47fe-8cd6-5b064f51eb10 req-7a53bc9d-158b-441c-a74c-54d0292b5c07 service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064596 Jul 01 19:54:20.655163 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9149bcb4-6455-47fe-8cd6-5b064f51eb10 req-4cf373ea-d29f-4141-b139-8eed7f7003e3 service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879691 Jul 01 19:54:21.241212 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 36d752c6-22ce-4461-9450-85e78a6e2d45 up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:54:21.285917 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning for port 36d752c6-22ce-4461-9450-85e78a6e2d45 completed by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 19:54:21.295133 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port 36d752c6-22ce-4461-9450-85e78a6e2d45 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:21.295533 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (36d752c6-22ce-4461-9450-85e78a6e2d45), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:21.380002 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 36d752c6-22ce-4461-9450-85e78a6e2d45 is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:21.380396 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (36d752c6-22ce-4461-9450-85e78a6e2d45), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:21.405596 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5191a68-0a14-4909-bb07-841c6c8f293e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d752c6-22ce-4461-9450-85e78a6e2d45'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:54:21.407809 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f75366-af57-48ad-9d0a-83d4617e7b2e" -d '{"events": [{"server_uuid": "e5191a68-0a14-4909-bb07-841c6c8f293e", "name": "network-vif-plugged", "status": "completed", "tag": "36d752c6-22ce-4461-9450-85e78a6e2d45"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:54:21.423353 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 36d752c6-22ce-4461-9450-85e78a6e2d45, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=36d752c6-22ce-4461-9450-85e78a6e2d45,segment=NetworkSegment(35f3bbd7-0242-4ffe-80f7-c98ec39c7dee),segment_id=35f3bbd7-0242-4ffe-80f7-c98ec39c7dee)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:54:21.429717 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (36d752c6-22ce-4461-9450-85e78a6e2d45), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:21.455944 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69b7e52-c799-4b1a-8476-4ce33611214a x-openstack-request-id: req-f69b7e52-c799-4b1a-8476-4ce33611214a {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:54:21.456334 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5191a68-0a14-4909-bb07-841c6c8f293e", "name": "network-vif-plugged", "status": "completed", "tag": "36d752c6-22ce-4461-9450-85e78a6e2d45", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:54:21.456587 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f69b7e52-c799-4b1a-8476-4ce33611214a {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:54:21.457019 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f69b7e52-c799-4b1a-8476-4ce33611214a'] response: {'server_uuid': 'e5191a68-0a14-4909-bb07-841c6c8f293e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d752c6-22ce-4461-9450-85e78a6e2d45', 'code': 200} Jul 01 19:54:21.488329 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=36d752c6-22ce-4461-9450-85e78a6e2d45,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:21.623027 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28550c7-b508-4b2d-aa25-2e94fba86aa7 req-ee03f839-37dc-4f57-b4bf-544f0420a1cd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:21.624412 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c28550c7-b508-4b2d-aa25-2e94fba86aa7 req-ee03f839-37dc-4f57-b4bf-544f0420a1cd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.0898058 Jul 01 19:54:21.646021 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e9a0c-1ec0-468c-aeb8-bff74ed53d78 req-02e36082-7a4b-4cce-91e1-2164e9f870d4 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:21.647975 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-546e9a0c-1ec0-468c-aeb8-bff74ed53d78 req-02e36082-7a4b-4cce-91e1-2164e9f870d4 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5191a68-0a14-4909-bb07-841c6c8f293e HTTP/1.1" status: 200 len: 945 time: 0.0704353 Jul 01 19:54:21.713883 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c28550c7-b508-4b2d-aa25-2e94fba86aa7 req-68b331ba-25a5-4ae0-bc07-7dc9b89075e6 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837498 Jul 01 19:54:21.720748 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-546e9a0c-1ec0-468c-aeb8-bff74ed53d78 req-5014b09a-1894-480f-a7fe-064b0d011161 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655537 Jul 01 19:54:22.824564 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:22.861595 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2845f-7e74-4e33-8974-cf91123af990 req-b9df30be-2676-42f5-a41b-1083320df680 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:22.863072 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d7a2845f-7e74-4e33-8974-cf91123af990 req-b9df30be-2676-42f5-a41b-1083320df680 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.0792885 Jul 01 19:54:22.883277 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da929c48-c788-4366-b982-98d11fe77011 req-3fc74aac-6436-4101-9e29-be962784b5e2 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:22.884650 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-da929c48-c788-4366-b982-98d11fe77011 req-3fc74aac-6436-4101-9e29-be962784b5e2 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5191a68-0a14-4909-bb07-841c6c8f293e HTTP/1.1" status: 200 len: 945 time: 0.0884056 Jul 01 19:54:22.954104 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d7a2845f-7e74-4e33-8974-cf91123af990 req-e50a2494-a3be-4a97-ac51-304899489a76 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851760 Jul 01 19:54:22.958136 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-da929c48-c788-4366-b982-98d11fe77011 req-c7f0eedd-78ab-4d10-8ec5-9c7e2b657e0e tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664573 Jul 01 19:54:24.095473 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a668c4-1056-4a39-9f3f-1bbdee5b2fbb req-034f61b5-da3c-4d1b-b304-3d05cfadf2fa tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:24.096966 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d9a668c4-1056-4a39-9f3f-1bbdee5b2fbb req-034f61b5-da3c-4d1b-b304-3d05cfadf2fa tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.0718541 Jul 01 19:54:24.109318 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa95810-7695-4259-8d18-71e2d0b37bd1 req-3148be3f-c246-463e-a7d8-3969aa1f4c5f tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:24.110771 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-aaa95810-7695-4259-8d18-71e2d0b37bd1 req-3148be3f-c246-463e-a7d8-3969aa1f4c5f tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5191a68-0a14-4909-bb07-841c6c8f293e HTTP/1.1" status: 200 len: 945 time: 0.0844233 Jul 01 19:54:24.185832 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d9a668c4-1056-4a39-9f3f-1bbdee5b2fbb req-294d101e-fec9-4e65-ad91-706e5364b5bc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826271 Jul 01 19:54:24.189841 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-aaa95810-7695-4259-8d18-71e2d0b37bd1 req-636cc3f5-0d03-4546-970b-5a94c9cb6ca2 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720909 Jul 01 19:54:24.378142 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0646cd-d069-4105-a3e0-5ac02b1b36f2 req-78af5bdf-bf17-44b0-bf19-6b10a45019c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:24.379626 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1f0646cd-d069-4105-a3e0-5ac02b1b36f2 req-78af5bdf-bf17-44b0-bf19-6b10a45019c2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e5191a68-0a14-4909-bb07-841c6c8f293e HTTP/1.1" status: 200 len: 1129 time: 0.0408163 Jul 01 19:54:24.431517 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1f0646cd-d069-4105-a3e0-5ac02b1b36f2 req-b050f9b5-275a-4b2a-8c0c-7a57570e7ba5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414391 Jul 01 19:54:25.347453 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c4ced-8b3f-449f-a195-ab2631acb8a7 req-4b948f21-9d53-43e9-a5b4-96bce6c82264 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:25.348944 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e70c4ced-8b3f-449f-a195-ab2631acb8a7 req-4b948f21-9d53-43e9-a5b4-96bce6c82264 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5191a68-0a14-4909-bb07-841c6c8f293e HTTP/1.1" status: 200 len: 945 time: 0.0834792 Jul 01 19:54:25.355014 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cf72a-5ea5-49ec-911c-a11f4cc59909 req-0b8b2c2a-4df0-471f-832b-865611857c81 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:25.356366 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ae1cf72a-5ea5-49ec-911c-a11f4cc59909 req-0b8b2c2a-4df0-471f-832b-865611857c81 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.0808580 Jul 01 19:54:25.430532 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e70c4ced-8b3f-449f-a195-ab2631acb8a7 req-a3e6b229-2f58-4847-a4ad-c3cd74b0a6cf tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731187 Jul 01 19:54:25.434502 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ae1cf72a-5ea5-49ec-911c-a11f4cc59909 req-34b52aca-53c6-45b5-994e-d6420c8f3766 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706751 Jul 01 19:54:26.518579 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:26.623541 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267c1b6-3053-41e8-ba3d-02aa6db24227 req-96e15ea3-d252-4c42-97ba-dc08c9d74ba3 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:26.625029 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9267c1b6-3053-41e8-ba3d-02aa6db24227 req-96e15ea3-d252-4c42-97ba-dc08c9d74ba3 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5191a68-0a14-4909-bb07-841c6c8f293e HTTP/1.1" status: 200 len: 945 time: 0.1176243 Jul 01 19:54:26.634165 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba499f4-cd78-43cb-ab53-ae6e852a4cfd req-7fcae9ef-dd65-479d-b6ee-bb486c417fb6 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:26.635622 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1ba499f4-cd78-43cb-ab53-ae6e852a4cfd req-7fcae9ef-dd65-479d-b6ee-bb486c417fb6 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.0711148 Jul 01 19:54:26.718977 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9267c1b6-3053-41e8-ba3d-02aa6db24227 req-4507af1f-27aa-4754-8ef5-a49b61dfe8b0 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823805 Jul 01 19:54:26.723200 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1ba499f4-cd78-43cb-ab53-ae6e852a4cfd req-4a06f18f-4bd6-4c12-b8f5-9aac82a17557 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806355 Jul 01 19:54:27.905320 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f334d32-9c28-44fc-ac20-6c6121543979 req-1df0f5cd-f095-48e3-a5f7-ead5bbf8fdea tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:27.906849 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3f334d32-9c28-44fc-ac20-6c6121543979 req-1df0f5cd-f095-48e3-a5f7-ead5bbf8fdea tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.1056845 Jul 01 19:54:27.913316 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190d93b-d767-4cea-863a-5c7ebf4a5b7c req-8043ce0b-769c-449c-bf94-38b2d1820f35 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:27.914752 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b190d93b-d767-4cea-863a-5c7ebf4a5b7c req-8043ce0b-769c-449c-bf94-38b2d1820f35 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5191a68-0a14-4909-bb07-841c6c8f293e HTTP/1.1" status: 200 len: 945 time: 0.0998809 Jul 01 19:54:27.960760 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:27.993020 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3f334d32-9c28-44fc-ac20-6c6121543979 req-edd99604-1030-41c2-8412-14efc1ffe31c tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773194 Jul 01 19:54:27.998303 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b190d93b-d767-4cea-863a-5c7ebf4a5b7c req-8622d5c5-78c4-442b-b3fe-ecd0576109be tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757186 Jul 01 19:54:29.115867 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d62436-ca93-44db-808d-f29370a35d57 req-3c3e8791-56b0-45d0-8776-1468dc625862 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:29.117490 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-77d62436-ca93-44db-808d-f29370a35d57 req-3c3e8791-56b0-45d0-8776-1468dc625862 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.0520926 Jul 01 19:54:29.171476 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-77d62436-ca93-44db-808d-f29370a35d57 req-c5520cb3-95b7-400a-8530-148e961eff70 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483053 Jul 01 19:54:29.257607 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d15ccf-a532-47bf-a500-5a51d335bda1 req-90a333f4-bf57-4f2b-b76b-6d1b48dc1bf4 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:29.258962 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-45d15ccf-a532-47bf-a500-5a51d335bda1 req-90a333f4-bf57-4f2b-b76b-6d1b48dc1bf4 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5191a68-0a14-4909-bb07-841c6c8f293e HTTP/1.1" status: 200 len: 945 time: 0.0520668 Jul 01 19:54:29.305467 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-45d15ccf-a532-47bf-a500-5a51d335bda1 req-bae3a82a-3da5-44cf-b258-eaad34d0ba95 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410969 Jul 01 19:54:30.215207 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:30.223573 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=22 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:30.289896 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3361a-003d-4c32-9a84-1acc2c55f767 req-16c23fbc-3762-4344-8d0a-0e99939f8e5f tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:30.291340 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-abe3361a-003d-4c32-9a84-1acc2c55f767 req-16c23fbc-3762-4344-8d0a-0e99939f8e5f tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.0480106 Jul 01 19:54:30.343697 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-abe3361a-003d-4c32-9a84-1acc2c55f767 req-aa97554a-34ad-4ea3-b2f4-e7a85dee7946 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451775 Jul 01 19:54:30.430923 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f514feb-0eaa-4a73-b059-37b66975da1e req-2c1b527c-5d07-4007-a4d8-b140ab6b51e4 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:30.433034 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2f514feb-0eaa-4a73-b059-37b66975da1e req-2c1b527c-5d07-4007-a4d8-b140ab6b51e4 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5191a68-0a14-4909-bb07-841c6c8f293e HTTP/1.1" status: 200 len: 945 time: 0.0542991 Jul 01 19:54:30.486202 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2f514feb-0eaa-4a73-b059-37b66975da1e req-1fde2ac3-5192-4081-9264-138c4f90d5ac tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480516 Jul 01 19:54:31.461500 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35a153-3240-498d-a089-99e10237d71b req-5e09898d-e79c-4e10-8b9e-56675f021673 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:31.463044 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bc35a153-3240-498d-a089-99e10237d71b req-5e09898d-e79c-4e10-8b9e-56675f021673 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.0477548 Jul 01 19:54:31.477876 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:31.485321 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:31.486214 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=38,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:31.523531 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bc35a153-3240-498d-a089-99e10237d71b req-5d0550b1-b509-4ad9-ad47-67e2fe3d9c50 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548148 Jul 01 19:54:31.607367 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04a173-cb56-46bb-b71d-a9bba9a5449d req-ac00e864-4251-4b6f-ac83-0eabe7969dc5 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:31.608837 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ef04a173-cb56-46bb-b71d-a9bba9a5449d req-ac00e864-4251-4b6f-ac83-0eabe7969dc5 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5191a68-0a14-4909-bb07-841c6c8f293e HTTP/1.1" status: 200 len: 945 time: 0.0484717 Jul 01 19:54:31.675581 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f7add-ebd8-40da-8416-76927a36f52e req-826404b0-69a3-405e-b6b7-d475e412e624 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:31.676909 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-418f7add-ebd8-40da-8416-76927a36f52e req-826404b0-69a3-405e-b6b7-d475e412e624 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5191a68-0a14-4909-bb07-841c6c8f293e HTTP/1.1" status: 200 len: 945 time: 0.0672388 Jul 01 19:54:31.718760 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ef04a173-cb56-46bb-b71d-a9bba9a5449d req-147964e1-8f2b-4474-bfbb-882761239a7b tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a8a4f2-bdce-4200-8520-49a7499aefe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994360 Jul 01 19:54:31.764767 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:31.771182 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-418f7add-ebd8-40da-8416-76927a36f52e req-f53b2883-e29d-4fa8-bec9-b26cfbcffe77 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Deleting port 36d752c6-22ce-4461-9450-85e78a6e2d45 {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:54:31.771182 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-418f7add-ebd8-40da-8416-76927a36f52e req-f53b2883-e29d-4fa8-bec9-b26cfbcffe77 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (36d752c6-22ce-4461-9450-85e78a6e2d45), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:32.081159 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-418f7add-ebd8-40da-8416-76927a36f52e req-f53b2883-e29d-4fa8-bec9-b26cfbcffe77 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] For port 36d752c6-22ce-4461-9450-85e78a6e2d45, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=36d752c6-22ce-4461-9450-85e78a6e2d45,segment=NetworkSegment(35f3bbd7-0242-4ffe-80f7-c98ec39c7dee),segment_id=35f3bbd7-0242-4ffe-80f7-c98ec39c7dee)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:54:32.081520 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-418f7add-ebd8-40da-8416-76927a36f52e req-f53b2883-e29d-4fa8-bec9-b26cfbcffe77 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (36d752c6-22ce-4461-9450-85e78a6e2d45), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:32.094815 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-418f7add-ebd8-40da-8416-76927a36f52e req-f53b2883-e29d-4fa8-bec9-b26cfbcffe77 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Calling delete_port for 36d752c6-22ce-4461-9450-85e78a6e2d45 owned by compute:nova {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:54:32.230015 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-418f7add-ebd8-40da-8416-76927a36f52e req-f53b2883-e29d-4fa8-bec9-b26cfbcffe77 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798'] for port (36d752c6-22ce-4461-9450-85e78a6e2d45), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:32.245725 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['36d752c6-22ce-4461-9450-85e78a6e2d45'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:54:32.260758 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:32.263740 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b2883-e29d-4fa8-bec9-b26cfbcffe77 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Pushing event deleted for resources: {'Port': ['ID=36d752c6-22ce-4461-9450-85e78a6e2d45,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:32.323450 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-418f7add-ebd8-40da-8416-76927a36f52e req-f53b2883-e29d-4fa8-bec9-b26cfbcffe77 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] No DVR routers for this DVR port 36d752c6-22ce-4461-9450-85e78a6e2d45 on host hv-cinder-84460 {{(pid=110544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:54:32.325183 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-418f7add-ebd8-40da-8416-76927a36f52e req-f53b2883-e29d-4fa8-bec9-b26cfbcffe77 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:32.328775 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-418f7add-ebd8-40da-8416-76927a36f52e req-f53b2883-e29d-4fa8-bec9-b26cfbcffe77 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.60 "DELETE /v2.0/ports/36d752c6-22ce-4461-9450-85e78a6e2d45 HTTP/1.1" status: 204 len: 173 time: 0.6455045 Jul 01 19:54:32.329219 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5191a68-0a14-4909-bb07-841c6c8f293e', 'name': 'network-vif-deleted', 'tag': '36d752c6-22ce-4461-9450-85e78a6e2d45'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:54:32.331867 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7a46b2-74a6-4696-bd6d-f9e3a8b3ad9a" -d '{"events": [{"server_uuid": "e5191a68-0a14-4909-bb07-841c6c8f293e", "name": "network-vif-deleted", "tag": "36d752c6-22ce-4461-9450-85e78a6e2d45"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:54:32.397449 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04947b9d-32dd-4726-be22-965c1ff0ceb8 x-openstack-request-id: req-04947b9d-32dd-4726-be22-965c1ff0ceb8 {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:54:32.397856 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5191a68-0a14-4909-bb07-841c6c8f293e", "name": "network-vif-deleted", "tag": "36d752c6-22ce-4461-9450-85e78a6e2d45", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:54:32.397974 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-04947b9d-32dd-4726-be22-965c1ff0ceb8 {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:54:32.398618 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04947b9d-32dd-4726-be22-965c1ff0ceb8'] response: {'server_uuid': 'e5191a68-0a14-4909-bb07-841c6c8f293e', 'name': 'network-vif-deleted', 'tag': '36d752c6-22ce-4461-9450-85e78a6e2d45', 'status': 'completed', 'code': 200} Jul 01 19:54:32.644158 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557d63f-8fe1-455d-beef-e7e24e4f08d3 req-4d41beed-e1eb-4c3b-982e-b7a4729c894a tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:32.645651 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6557d63f-8fe1-455d-beef-e7e24e4f08d3 req-4d41beed-e1eb-4c3b-982e-b7a4729c894a tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.0470655 Jul 01 19:54:32.695773 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6557d63f-8fe1-455d-beef-e7e24e4f08d3 req-739bccbe-65a2-4a86-b287-ad05edf62098 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431955 Jul 01 19:54:32.833729 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5520f77e-31dd-4955-b19c-aa18ef7a00d4 req-a0761f5c-49a3-4dde-b86d-7dfcd69b5dd1 tempest-VolumesActionsTest-1686412444 tempest-VolumesActionsTest-1686412444-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5191a68-0a14-4909-bb07-841c6c8f293e HTTP/1.1" status: 200 len: 210 time: 0.0313456 Jul 01 19:54:32.858095 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=5 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:33.026058 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-17d733d2-ef1c-410d-965c-024b6a4a0cee tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-978391136&fields=id&tenant_id=669587fe364c4741b489449451f2294c HTTP/1.1" status: 200 len: 267 time: 0.0449715 Jul 01 19:54:33.136111 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-9fa64cb6-127e-4acc-822f-d8e52846f46c tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:33.137559 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-9fa64cb6-127e-4acc-822f-d8e52846f46c tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/networks?id=c18db701-00a1-43b8-8ecb-a7786f515087 HTTP/1.1" status: 200 len: 809 time: 0.1048985 Jul 01 19:54:33.151897 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-2cae8ccb-d709-4fdb-8aab-819b32a2f4e7 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/quotas/669587fe364c4741b489449451f2294c HTTP/1.1" status: 200 len: 375 time: 0.0091069 Jul 01 19:54:33.203451 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-8d409bd9-2380-42ff-a496-6d2551f1abf5 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=669587fe364c4741b489449451f2294c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469272 Jul 01 19:54:33.299259 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-815360b3-baa7-4d81-a422-c84905452527 service neutron] 10.222.0.66 "GET /v2.0/networks/c18db701-00a1-43b8-8ecb-a7786f515087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845265 Jul 01 19:54:33.390832 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-0c7663b6-d38d-43a7-8f00-c91bb3adf838 service neutron] 10.222.0.66 "GET /v2.0/networks/c18db701-00a1-43b8-8ecb-a7786f515087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853202 Jul 01 19:54:33.722966 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5831b0ad-9d12-4451-bb2a-d13b27f98bb6 req-e70ebf40-5c14-41bc-ae43-72869d594377 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 210 time: 0.0341589 Jul 01 19:54:33.826307 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d025e05-5360-4062-8753-b9d2e76996ef req-7d16ee04-0c0c-4481-8c1e-bff1ca75704b tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:33.829107 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4d025e05-5360-4062-8753-b9d2e76996ef req-7d16ee04-0c0c-4481-8c1e-bff1ca75704b tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.0598590 Jul 01 19:54:33.882572 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:33.894211 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4d025e05-5360-4062-8753-b9d2e76996ef req-63cf0542-b443-41a8-8938-acf27d9315f2 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568485 Jul 01 19:54:34.244422 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29276b-05dd-4850-ace8-43f211364f03 req-652fb90e-7588-4fb3-83b6-b30089122eea tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:34.245950 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5a29276b-05dd-4850-ace8-43f211364f03 req-652fb90e-7588-4fb3-83b6-b30089122eea tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.0542574 Jul 01 19:54:34.298135 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5a29276b-05dd-4850-ace8-43f211364f03 req-ad1323c0-362d-4aa8-b465-37cbd8ad6442 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462172 Jul 01 19:54:34.837028 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0acf61f4-5559-466a-b68f-ce0560de4eda req-8822d050-1147-4927-892c-b81f6c2538a6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 210 time: 0.0300999 Jul 01 19:54:34.862189 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=27,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:35.105346 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c7d67-d548-497a-ae08-2b469b37e800 req-59fd5176-c73d-46de-9e8f-a02213901a32 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:35.106836 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f08c7d67-d548-497a-ae08-2b469b37e800 req-59fd5176-c73d-46de-9e8f-a02213901a32 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.1041701 Jul 01 19:54:35.158550 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-2f1b14dc-3899-467a-93b8-1275456aec29 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:35.159961 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-2f1b14dc-3899-467a-93b8-1275456aec29 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.60 "GET /v2.0/networks?id=c18db701-00a1-43b8-8ecb-a7786f515087 HTTP/1.1" status: 200 len: 809 time: 0.2092884 Jul 01 19:54:35.181802 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f08c7d67-d548-497a-ae08-2b469b37e800 req-d6739698-ec1e-40d7-b545-a57cf2f13dfe tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679884 Jul 01 19:54:35.416448 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba707710-ecb8-4a91-beab-5d8211031554 req-73d30861-b02d-4819-a042-abb4bd19dc1f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:35.417926 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ba707710-ecb8-4a91-beab-5d8211031554 req-73d30861-b02d-4819-a042-abb4bd19dc1f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.0483742 Jul 01 19:54:35.468405 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ba707710-ecb8-4a91-beab-5d8211031554 req-dea22878-8ab5-4050-b4fc-48420f9cf5aa tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446250 Jul 01 19:54:35.856038 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 36d752c6-22ce-4461-9450-85e78a6e2d45 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:54:35.875994 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] No Port match for: 36d752c6-22ce-4461-9450-85e78a6e2d45 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:54:35.876348 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 36d752c6-22ce-4461-9450-85e78a6e2d45 not bound to the agent host hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:54:35.934981 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-773a059a-25ba-4e51-825c-7a259e8de7be req-60ef58be-835a-4319-9ce6-5e629b50a4fa tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 210 time: 0.0279186 Jul 01 19:54:36.126620 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-959b35d0-2117-4481-b51e-1106f6f0b356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:36.301471 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b8831-a487-41c3-a830-16dfacb80c5f req-a85cc9c9-7de8-4ba0-b823-9b3cb5ce4f26 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:36.303035 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4f1b8831-a487-41c3-a830-16dfacb80c5f req-a85cc9c9-7de8-4ba0-b823-9b3cb5ce4f26 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.0498173 Jul 01 19:54:36.322056 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:36.353469 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4f1b8831-a487-41c3-a830-16dfacb80c5f req-b2547dbb-8986-48c5-9f3d-0c396451126c tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447199 Jul 01 19:54:36.584046 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3de191-a8bd-4cf2-8a18-eff1369de1fc req-575c816a-a8f8-486d-a9f1-45431e166b71 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:36.585507 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ff3de191-a8bd-4cf2-8a18-eff1369de1fc req-575c816a-a8f8-486d-a9f1-45431e166b71 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.0474417 Jul 01 19:54:36.635798 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ff3de191-a8bd-4cf2-8a18-eff1369de1fc req-d7691aac-425e-4dbd-b5e4-6ab0c4986821 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448260 Jul 01 19:54:37.030119 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8b8bc561-5895-419d-8719-f7099b479d10 req-d444a5c1-b460-4d8c-a60b-800027b737a2 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 210 time: 0.0286076 Jul 01 19:54:37.466961 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500326ac-1d5d-4f5c-9aec-16791d66efda req-55510eb2-32b7-42da-b1b9-fafe36c448ea tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:37.468478 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-500326ac-1d5d-4f5c-9aec-16791d66efda req-55510eb2-32b7-42da-b1b9-fafe36c448ea tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.0479436 Jul 01 19:54:37.517286 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-500326ac-1d5d-4f5c-9aec-16791d66efda req-4f653b99-844f-482e-bc5c-64e91a1cdd5e tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430226 Jul 01 19:54:37.792932 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2017fe3-8866-469b-b725-ca3482af9b75 req-44f1c4d8-f1fc-41d0-8979-96b4e10ac91c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:37.794461 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b2017fe3-8866-469b-b725-ca3482af9b75 req-44f1c4d8-f1fc-41d0-8979-96b4e10ac91c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.0858793 Jul 01 19:54:37.818230 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-6e39c8a1-26c2-43db-b098-4dabbbaabe76 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=669587fe364c4741b489449451f2294c HTTP/1.1" status: 200 len: 379 time: 0.1165934 Jul 01 19:54:37.828957 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-e1cb0a4b-3526-42da-bfd5-0377c126a753 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Request body: {'port': {'device_id': 'ee927ae4-fe7f-411f-be38-1d732b6ba6e3', 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087', 'admin_state_up': True, 'tenant_id': '669587fe364c4741b489449451f2294c', 'security_groups': ['dde4fcca-873d-46be-b4fc-d6abb356aa19']}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:54:37.916910 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b2017fe3-8866-469b-b725-ca3482af9b75 req-1bd81cd4-eb56-4bc8-8416-7087a0c9f411 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122501 Jul 01 19:54:37.964276 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-e1cb0a4b-3526-42da-bfd5-0377c126a753 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Made reservation on behalf of 669587fe364c4741b489449451f2294c for: {'port': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:54:37.967923 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-e1cb0a4b-3526-42da-bfd5-0377c126a753 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:37.977693 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:38.099134 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-e1cb0a4b-3526-42da-bfd5-0377c126a753 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Allocated IP 172.20.0.14 (c18db701-00a1-43b8-8ecb-a7786f515087/23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9/1703035c-ecba-43aa-ab94-ee8dc5dedbe4) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:54:38.134953 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-884a720d-9ebd-4614-bc91-666d9dd2e396 req-42f97d73-1fea-407f-8840-08d72b28ec74 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 210 time: 0.0321927 Jul 01 19:54:38.273102 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-e1cb0a4b-3526-42da-bfd5-0377c126a753 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for port (1703035c-ecba-43aa-ab94-ee8dc5dedbe4), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:38.306602 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-e1cb0a4b-3526-42da-bfd5-0377c126a753 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (1703035c-ecba-43aa-ab94-ee8dc5dedbe4), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:38.336978 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:38.359552 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-e1cb0a4b-3526-42da-bfd5-0377c126a753 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Network c18db701-00a1-43b8-8ecb-a7786f515087 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:54:38.363811 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-e1cb0a4b-3526-42da-bfd5-0377c126a753 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:54:38.368300 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-e1cb0a4b-3526-42da-bfd5-0377c126a753 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:54:38.373418 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-e1cb0a4b-3526-42da-bfd5-0377c126a753 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:38.374261 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-e1cb0a4b-3526-42da-bfd5-0377c126a753 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:38.378084 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb0a4b-3526-42da-bfd5-0377c126a753 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Pushing event updated for resources: {'Port': ['ID=1703035c-ecba-43aa-ab94-ee8dc5dedbe4,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:38.397754 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-e1cb0a4b-3526-42da-bfd5-0377c126a753 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5728254 Jul 01 19:54:38.410815 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-637dcf2d-70c5-46be-9a60-3728d43ee512 service neutron] Request body: {'port': {'device_id': 'ee927ae4-fe7f-411f-be38-1d732b6ba6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:54:38.477967 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-637dcf2d-70c5-46be-9a60-3728d43ee512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (1703035c-ecba-43aa-ab94-ee8dc5dedbe4), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:38.606821 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-fc4b7d55-d718-4113-b04b-331eae53be91 None None] Provisioning complete for port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:38.607390 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-fc4b7d55-d718-4113-b04b-331eae53be91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (1703035c-ecba-43aa-ab94-ee8dc5dedbe4), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:38.611069 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-1bf37cba-9ff4-4c09-94ab-5c3fa78964c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:38.644086 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-fc4b7d55-d718-4113-b04b-331eae53be91 None None] Port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:54:38.674642 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863ce45-c5af-449f-a5c2-aaadf31c1f91 req-027bc88b-6635-4534-a448-50e335260243 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:38.676103 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e863ce45-c5af-449f-a5c2-aaadf31c1f91 req-027bc88b-6635-4534-a448-50e335260243 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.0679727 Jul 01 19:54:38.775000 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e863ce45-c5af-449f-a5c2-aaadf31c1f91 req-1aaf7e3a-fe6b-47ba-b66f-9049a327bd6e tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895271 Jul 01 19:54:38.797914 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:38.852152 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-637dcf2d-70c5-46be-9a60-3728d43ee512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 {{(pid=110544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:54:38.860053 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-637dcf2d-70c5-46be-9a60-3728d43ee512 service neutron] Publish callbacks [] for port (1703035c-ecba-43aa-ab94-ee8dc5dedbe4), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:38.874013 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.provisioning_blocks [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-637dcf2d-70c5-46be-9a60-3728d43ee512 service neutron] Transition to ACTIVE for port object 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 will not be triggered until provisioned by entity L2. {{(pid=110544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 19:54:38.878292 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-637dcf2d-70c5-46be-9a60-3728d43ee512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (1703035c-ecba-43aa-ab94-ee8dc5dedbe4), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:38.941524 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637dcf2d-70c5-46be-9a60-3728d43ee512 service neutron] Pushing event updated for resources: {'Port': ['ID=1703035c-ecba-43aa-ab94-ee8dc5dedbe4,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:38.986342 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-637dcf2d-70c5-46be-9a60-3728d43ee512 service neutron] Attempting to bind port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:54:38.986714 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-637dcf2d-70c5-46be-9a60-3728d43ee512 service neutron] Attempting to bind port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '07e7f769-0ab3-4377-bc29-94916ab541ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087'}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:54:38.987059 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-637dcf2d-70c5-46be-9a60-3728d43ee512 service neutron] Attempting to bind port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 on network c18db701-00a1-43b8-8ecb-a7786f515087 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:54:38.993859 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-637dcf2d-70c5-46be-9a60-3728d43ee512 service neutron] Port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 on network c18db701-00a1-43b8-8ecb-a7786f515087 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 19:54:38.995122 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-637dcf2d-70c5-46be-9a60-3728d43ee512 service neutron] Attempting to bind port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 on network c18db701-00a1-43b8-8ecb-a7786f515087 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:54:39.007011 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-637dcf2d-70c5-46be-9a60-3728d43ee512 service neutron] Checking agent: {'id': '080768a1-72cc-47dc-9460-2bcdea095798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'started_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:54:39.007343 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-637dcf2d-70c5-46be-9a60-3728d43ee512 service neutron] Checking segment: {'id': '07e7f769-0ab3-4377-bc29-94916ab541ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:54:39.007730 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-637dcf2d-70c5-46be-9a60-3728d43ee512 service neutron] Bound using segment: {'id': '07e7f769-0ab3-4377-bc29-94916ab541ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087'} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:54:39.008667 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-637dcf2d-70c5-46be-9a60-3728d43ee512 service neutron] Bound port: 1703035c-ecba-43aa-ab94-ee8dc5dedbe4, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07e7f769-0ab3-4377-bc29-94916ab541ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087'}}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:54:39.009041 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-637dcf2d-70c5-46be-9a60-3728d43ee512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (1703035c-ecba-43aa-ab94-ee8dc5dedbe4), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:39.154916 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1dc3b-56c8-4778-8f3c-44a8e1b1870b req-5f8edfe4-0abf-44b7-8665-ecfcf290f46b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:39.157533 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-05d1dc3b-56c8-4778-8f3c-44a8e1b1870b req-5f8edfe4-0abf-44b7-8665-ecfcf290f46b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.0992889 Jul 01 19:54:39.163797 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-637dcf2d-70c5-46be-9a60-3728d43ee512 service neutron] For port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4, host hv-cinder-84460, cleared binding levels {{(pid=110544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:54:39.168673 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-637dcf2d-70c5-46be-9a60-3728d43ee512 service neutron] For port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1703035c-ecba-43aa-ab94-ee8dc5dedbe4,segment=NetworkSegment(07e7f769-0ab3-4377-bc29-94916ab541ef),segment_id=07e7f769-0ab3-4377-bc29-94916ab541ef)] {{(pid=110544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:54:39.189270 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-637dcf2d-70c5-46be-9a60-3728d43ee512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (1703035c-ecba-43aa-ab94-ee8dc5dedbe4), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:39.234829 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-637dcf2d-70c5-46be-9a60-3728d43ee512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:39.235636 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-637dcf2d-70c5-46be-9a60-3728d43ee512 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:39.237551 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-637dcf2d-70c5-46be-9a60-3728d43ee512 service neutron] 10.222.0.60 "PUT /v2.0/ports/1703035c-ecba-43aa-ab94-ee8dc5dedbe4 HTTP/1.1" status: 200 len: 1094 time: 0.8312557 Jul 01 19:54:39.239912 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee927ae4-fe7f-411f-be38-1d732b6ba6e3', 'tag': '1703035c-ecba-43aa-ab94-ee8dc5dedbe4'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:54:39.243005 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54862e7f-58aa-4425-afe2-7aab5742c0df" -d '{"events": [{"name": "network-changed", "server_uuid": "ee927ae4-fe7f-411f-be38-1d732b6ba6e3", "tag": "1703035c-ecba-43aa-ab94-ee8dc5dedbe4"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:54:39.289712 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:39.453136 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-63f288b3-e33a-4e6e-97fd-e061d9c9fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:39.454832 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-63f288b3-e33a-4e6e-97fd-e061d9c9fcb2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=669587fe364c4741b489449451f2294c&device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 1128 time: 0.0609782 Jul 01 19:54:39.469098 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-05d1dc3b-56c8-4778-8f3c-44a8e1b1870b req-6e3dd6e3-be15-4d46-914a-ecd01886beb1 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3024244 Jul 01 19:54:39.472222 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637dcf2d-70c5-46be-9a60-3728d43ee512 service neutron] Pushing event updated for resources: {'Port': ['ID=1703035c-ecba-43aa-ab94-ee8dc5dedbe4,revision_number=3']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:39.535575 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619dbfa-f18b-41a6-9e6c-83ebe8c46a64 req-c7dfb6dc-75b7-4f50-aa11-0e1ecc163f9a tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:39.546260 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7619dbfa-f18b-41a6-9e6c-83ebe8c46a64 req-c7dfb6dc-75b7-4f50-aa11-0e1ecc163f9a tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 944 time: 0.2990539 Jul 01 19:54:39.583012 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-bf47f0d6-1e37-433a-977a-e63f834e3401 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1703035c-ecba-43aa-ab94-ee8dc5dedbe4 HTTP/1.1" status: 200 len: 217 time: 0.0884051 Jul 01 19:54:39.591634 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7135159-3839-4105-9bd7-738a4b95bd17 x-openstack-request-id: req-b7135159-3839-4105-9bd7-738a4b95bd17 {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:54:39.591919 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee927ae4-fe7f-411f-be38-1d732b6ba6e3", "tag": "1703035c-ecba-43aa-ab94-ee8dc5dedbe4", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:54:39.592170 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b7135159-3839-4105-9bd7-738a4b95bd17 {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:54:39.592571 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7135159-3839-4105-9bd7-738a4b95bd17'] response: {'name': 'network-changed', 'server_uuid': 'ee927ae4-fe7f-411f-be38-1d732b6ba6e3', 'tag': '1703035c-ecba-43aa-ab94-ee8dc5dedbe4', 'status': 'completed', 'code': 200} Jul 01 19:54:39.720896 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-25b90688-6b28-4dbf-a172-3347c140f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:39.722421 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-25b90688-6b28-4dbf-a172-3347c140f378 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9 HTTP/1.1" status: 200 len: 848 time: 0.1276641 Jul 01 19:54:39.732002 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7619dbfa-f18b-41a6-9e6c-83ebe8c46a64 req-4afb1ad0-40bc-4925-a598-c968eedbc797 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848192 Jul 01 19:54:39.736959 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:39.804862 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-e65753fb-2e46-44ed-a8e8-43ea30f350f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:39.806675 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-e65753fb-2e46-44ed-a8e8-43ea30f350f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c18db701-00a1-43b8-8ecb-a7786f515087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737002 Jul 01 19:54:39.989088 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e27e1d-c3f3-4c02-b103-3021079631e9 req-5eb172d0-2970-478c-a58a-5a11ffad13f9 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:39.991312 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-43e27e1d-c3f3-4c02-b103-3021079631e9 req-5eb172d0-2970-478c-a58a-5a11ffad13f9 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.1160979 Jul 01 19:54:40.035135 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 57140) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:40.038496 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-cbd6afc8-12bb-4ca9-abe8-69ff130634df service neutron] 10.222.0.60 "GET /v2.0/networks/c18db701-00a1-43b8-8ecb-a7786f515087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235520 Jul 01 19:54:40.106546 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-43e27e1d-c3f3-4c02-b103-3021079631e9 req-2cbc8029-91cc-4616-9602-6a0eaf02d107 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010263 Jul 01 19:54:40.167209 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:40.188427 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9afbec82-7650-4868-a244-49e353175554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:40.203216 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5aa4f4f0-463f-453c-b4f4-1e0d94c7bafc req-298fa67a-cdc0-4680-b5e1-398b976a7139 service neutron] 10.222.0.60 "GET /v2.0/networks/c18db701-00a1-43b8-8ecb-a7786f515087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554756 Jul 01 19:54:40.315993 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9afbec82-7650-4868-a244-49e353175554 admin admin] Publish callbacks [] for security_group (b85d3601-0f4d-4d41-bd78-f7850ea59d80), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:40.322839 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9afbec82-7650-4868-a244-49e353175554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (b85d3601-0f4d-4d41-bd78-f7850ea59d80), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:40.374849 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-9afbec82-7650-4868-a244-49e353175554 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3635a147c8214c38b96de99037249a13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3436556 Jul 01 19:54:40.379310 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 57150) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:40.387072 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afbec82-7650-4868-a244-49e353175554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85d3601-0f4d-4d41-bd78-f7850ea59d80,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:40.395692 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afbec82-7650-4868-a244-49e353175554 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:40.396496 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afbec82-7650-4868-a244-49e353175554 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:40.397100 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afbec82-7650-4868-a244-49e353175554 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:40.397628 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afbec82-7650-4868-a244-49e353175554 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:40.398282 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afbec82-7650-4868-a244-49e353175554 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:40.398718 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afbec82-7650-4868-a244-49e353175554 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:40.399270 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afbec82-7650-4868-a244-49e353175554 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:40.399870 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afbec82-7650-4868-a244-49e353175554 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:40.400429 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afbec82-7650-4868-a244-49e353175554 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:40.400972 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afbec82-7650-4868-a244-49e353175554 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:40.401786 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afbec82-7650-4868-a244-49e353175554 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:40.402304 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afbec82-7650-4868-a244-49e353175554 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:40.402836 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afbec82-7650-4868-a244-49e353175554 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:40.403346 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afbec82-7650-4868-a244-49e353175554 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:40.403904 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afbec82-7650-4868-a244-49e353175554 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:40.408826 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 57152) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:40.457893 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-4f475f5c-dcfa-4a99-83fe-4fbb030a77a8 admin admin] Publish callbacks [] for security_group (b85d3601-0f4d-4d41-bd78-f7850ea59d80), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:40.482723 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-4f475f5c-dcfa-4a99-83fe-4fbb030a77a8 admin admin] Publish callbacks [] for security_group (b85d3601-0f4d-4d41-bd78-f7850ea59d80), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:40.632339 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54862e7f-58aa-4425-afe2-7aab5742c0df req-0a3cfb96-fd2c-45ef-a5bf-872ba25b6bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:40.634359 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-54862e7f-58aa-4425-afe2-7aab5742c0df req-0a3cfb96-fd2c-45ef-a5bf-872ba25b6bf1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=669587fe364c4741b489449451f2294c&device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 1128 time: 0.1037350 Jul 01 19:54:40.635131 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-4f475f5c-dcfa-4a99-83fe-4fbb030a77a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (b85d3601-0f4d-4d41-bd78-f7850ea59d80), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:40.637872 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-4f475f5c-dcfa-4a99-83fe-4fbb030a77a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:40.639099 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-4f475f5c-dcfa-4a99-83fe-4fbb030a77a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b85d3601-0f4d-4d41-bd78-f7850ea59d80 HTTP/1.1" status: 204 len: 168 time: 0.2585588 Jul 01 19:54:40.651406 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f475f5c-dcfa-4a99-83fe-4fbb030a77a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85d3601-0f4d-4d41-bd78-f7850ea59d80,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:40.707354 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ca0067d8-7bec-4d1d-8312-c2a061602f91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:40.782087 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb930f-f5ef-4c7d-a0f0-89fa483875ec req-9902fb43-d665-4975-8ad8-c9fd4f463077 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:40.789871 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-beeb930f-f5ef-4c7d-a0f0-89fa483875ec req-9902fb43-d665-4975-8ad8-c9fd4f463077 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.1046934 Jul 01 19:54:40.842340 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54862e7f-58aa-4425-afe2-7aab5742c0df req-8f6d7616-9f18-4ef0-9a2d-86a9ad6ae6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:40.843992 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-54862e7f-58aa-4425-afe2-7aab5742c0df req-8f6d7616-9f18-4ef0-9a2d-86a9ad6ae6f4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c18db701-00a1-43b8-8ecb-a7786f515087 HTTP/1.1" status: 200 len: 910 time: 0.1943510 Jul 01 19:54:40.886437 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ca0067d8-7bec-4d1d-8312-c2a061602f91 admin admin] Publish callbacks [] for security_group (62c17aae-e4ee-4d1c-847c-7fe5b4ca8610), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:40.892940 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ca0067d8-7bec-4d1d-8312-c2a061602f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (62c17aae-e4ee-4d1c-847c-7fe5b4ca8610), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:40.959367 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-ca0067d8-7bec-4d1d-8312-c2a061602f91 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5e80831f3b804a9b8eecd37cb006f195&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5491800 Jul 01 19:54:40.963820 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 57168) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:40.966478 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0067d8-7bec-4d1d-8312-c2a061602f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c17aae-e4ee-4d1c-847c-7fe5b4ca8610,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:41.020622 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-54862e7f-58aa-4425-afe2-7aab5742c0df req-1cf0709f-f9ff-4886-ad6c-48570e05b75b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1703035c-ecba-43aa-ab94-ee8dc5dedbe4 HTTP/1.1" status: 200 len: 217 time: 0.1640093 Jul 01 19:54:41.049344 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-beeb930f-f5ef-4c7d-a0f0-89fa483875ec req-25c07f6c-561e-4291-96ea-2997a924b44e tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584746 Jul 01 19:54:41.093259 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:41.112030 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e2519-3d71-40bc-96b5-2949508b7dc7 req-414667ad-2447-418a-aa51-1c8e8df1db97 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:41.120295 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c56e2519-3d71-40bc-96b5-2949508b7dc7 req-414667ad-2447-418a-aa51-1c8e8df1db97 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 944 time: 0.2351058 Jul 01 19:54:41.143083 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:41.221163 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c56e2519-3d71-40bc-96b5-2949508b7dc7 req-9dc2220d-344d-4a71-9143-16a5ac2935e8 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997279 Jul 01 19:54:41.232272 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54862e7f-58aa-4425-afe2-7aab5742c0df req-c1c8c001-06b0-4850-b46c-af85890debf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:41.234224 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-54862e7f-58aa-4425-afe2-7aab5742c0df req-c1c8c001-06b0-4850-b46c-af85890debf6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9 HTTP/1.1" status: 200 len: 848 time: 0.1744235 Jul 01 19:54:41.342522 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ab1c6-e41d-4884-99f2-798d278f7274 req-debea186-25f2-4b38-96d8-aae1c4c07f18 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:41.344057 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e78ab1c6-e41d-4884-99f2-798d278f7274 req-debea186-25f2-4b38-96d8-aae1c4c07f18 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.1066597 Jul 01 19:54:41.349922 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-cd688666-458c-4827-8eb4-31f1383ea4bd admin admin] Publish callbacks [] for security_group (62c17aae-e4ee-4d1c-847c-7fe5b4ca8610), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:41.370222 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54862e7f-58aa-4425-afe2-7aab5742c0df req-743be2b0-20f9-41d8-a570-94f3c21c89a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:41.371748 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-54862e7f-58aa-4425-afe2-7aab5742c0df req-743be2b0-20f9-41d8-a570-94f3c21c89a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c18db701-00a1-43b8-8ecb-a7786f515087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0924132 Jul 01 19:54:41.397437 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:41.444892 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-cd688666-458c-4827-8eb4-31f1383ea4bd admin admin] Publish callbacks [] for security_group (62c17aae-e4ee-4d1c-847c-7fe5b4ca8610), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:41.564246 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e78ab1c6-e41d-4884-99f2-798d278f7274 req-762ed09e-02c7-4d40-b3ff-92dfe9989869 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058809 Jul 01 19:54:41.599824 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-54862e7f-58aa-4425-afe2-7aab5742c0df req-7e225d7f-ba88-4bb5-99f8-2d9242f04197 service neutron] 10.222.0.60 "GET /v2.0/networks/c18db701-00a1-43b8-8ecb-a7786f515087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959665 Jul 01 19:54:41.611313 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-cd688666-458c-4827-8eb4-31f1383ea4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (62c17aae-e4ee-4d1c-847c-7fe5b4ca8610), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:41.614262 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-cd688666-458c-4827-8eb4-31f1383ea4bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:41.619088 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 57194) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:41.621890 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-cd688666-458c-4827-8eb4-31f1383ea4bd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/62c17aae-e4ee-4d1c-847c-7fe5b4ca8610 HTTP/1.1" status: 204 len: 168 time: 0.6036389 Jul 01 19:54:41.631868 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd688666-458c-4827-8eb4-31f1383ea4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c17aae-e4ee-4d1c-847c-7fe5b4ca8610,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:41.979393 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-e45957be-a688-4f74-aaa0-bf9ab679c37c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-486347977-network', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:54:42.009165 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45957be-a688-4f74-aaa0-bf9ab679c37c admin admin] Made reservation on behalf of 262e5b1a6f6248cca455437d23b8d441 for: {'network': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:54:42.027163 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e45957be-a688-4f74-aaa0-bf9ab679c37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for network (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:42.040923 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e45957be-a688-4f74-aaa0-bf9ab679c37c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:42.122125 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 57206) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:42.144941 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a5128167-19ad-4491-878e-c40cb60bf643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:42.160236 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e45957be-a688-4f74-aaa0-bf9ab679c37c admin admin] Publish callbacks [] for security_group (1c004f05-0dd3-4885-a536-908a775ca54f), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:42.166441 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e45957be-a688-4f74-aaa0-bf9ab679c37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (1c004f05-0dd3-4885-a536-908a775ca54f), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:42.208285 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45957be-a688-4f74-aaa0-bf9ab679c37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c004f05-0dd3-4885-a536-908a775ca54f,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:42.225815 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45957be-a688-4f74-aaa0-bf9ab679c37c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=110545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 19:54:42.238892 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e45957be-a688-4f74-aaa0-bf9ab679c37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (a69f7f5c-c87c-4f45-9684-446699fd887d), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:42.239226 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.segments_db [None req-e45957be-a688-4f74-aaa0-bf9ab679c37c admin admin] Added segment a69f7f5c-c87c-4f45-9684-446699fd887d of type vlan for network e8fd60a7-929d-43ab-ae8d-d1c7691811e9 Jul 01 19:54:42.246881 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:42.278427 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33bb4d-7084-4f3e-bf21-5b73520df937 req-bc048793-7066-44bc-8b4b-7360dd9f4715 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:42.280123 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-cf33bb4d-7084-4f3e-bf21-5b73520df937 req-bc048793-7066-44bc-8b4b-7360dd9f4715 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.0900145 Jul 01 19:54:42.303449 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e45957be-a688-4f74-aaa0-bf9ab679c37c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766989805963'] for network (e8fd60a7-929d-43ab-ae8d-d1c7691811e9), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:42.328915 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:42.354722 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e45957be-a688-4f74-aaa0-bf9ab679c37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for network (e8fd60a7-929d-43ab-ae8d-d1c7691811e9), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:42.355726 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45957be-a688-4f74-aaa0-bf9ab679c37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:42.361941 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e45957be-a688-4f74-aaa0-bf9ab679c37c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:42.386821 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a5128167-19ad-4491-878e-c40cb60bf643 admin admin] Publish callbacks [] for security_group (4f461bb6-85a7-4c94-9424-fdfba8ca54bf), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:42.402352 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a5128167-19ad-4491-878e-c40cb60bf643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (4f461bb6-85a7-4c94-9424-fdfba8ca54bf), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:42.424019 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-cf33bb4d-7084-4f3e-bf21-5b73520df937 req-94e069a5-521c-4c2f-a094-c42098b30e42 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351364 Jul 01 19:54:42.437101 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-e45957be-a688-4f74-aaa0-bf9ab679c37c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8122873 Jul 01 19:54:42.437101 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 57210) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:42.442015 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-cd167846-00ad-4bd7-bcc2-0218a1b4f204 admin admin] Request body: {'subnet': {'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-486347977-subnet', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'ip_version': 4}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:54:42.446617 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45957be-a688-4f74-aaa0-bf9ab679c37c admin admin] Pushing event updated for resources: {'Network': ['ID=e8fd60a7-929d-43ab-ae8d-d1c7691811e9,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:42.456755 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Network e8fd60a7-929d-43ab-ae8d-d1c7691811e9 details requested by agent ovs-agent-dv-cinder-844601-7-iscsi with host dv-cinder-844601-7-iscsi {{(pid=110546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 19:54:42.458187 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e8586-c3b9-4715-bd2a-daf7e1547367 req-93ceb553-f985-45ec-a86a-487e6c88b70d tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:42.461133 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6b6e8586-c3b9-4715-bd2a-daf7e1547367 req-93ceb553-f985-45ec-a86a-487e6c88b70d tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 944 time: 0.1221712 Jul 01 19:54:42.507547 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd167846-00ad-4bd7-bcc2-0218a1b4f204 admin admin] Made reservation on behalf of 262e5b1a6f6248cca455437d23b8d441 for: {'subnet': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:54:42.508446 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cd167846-00ad-4bd7-bcc2-0218a1b4f204 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4256211'] for subnet (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:42.601538 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-a5128167-19ad-4491-878e-c40cb60bf643 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=21550a1ccf2d41a787e63fe82b336600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4755046 Jul 01 19:54:42.608514 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5128167-19ad-4491-878e-c40cb60bf643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f461bb6-85a7-4c94-9424-fdfba8ca54bf,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:42.622045 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 57214) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:42.883114 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773951b-8c00-41bd-9838-068de0daf253 req-4328ce51-5055-41cd-8c6d-2a31ae2e6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:42.885287 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-1773951b-8c00-41bd-9838-068de0daf253 req-4328ce51-5055-41cd-8c6d-2a31ae2e6b36 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 1129 time: 0.1097865 Jul 01 19:54:42.890126 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:42.989449 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-1773951b-8c00-41bd-9838-068de0daf253 req-0f767fbb-f01d-497b-8261-d4e0cc318605 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935848 Jul 01 19:54:43.007903 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:43.032729 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6b6e8586-c3b9-4715-bd2a-daf7e1547367 req-8220a092-1a6e-462d-a0a8-02b02b05ce5d tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5431399 Jul 01 19:54:43.074929 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cd167846-00ad-4bd7-bcc2-0218a1b4f204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5114945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4256197'] for subnet (129fcccf-8477-4494-ac8a-396275dff649), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:43.103273 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01dd13b-d891-4724-b3c8-cf0bf2ee76ad req-9b1beafc-65e4-406d-bbf8-2bf073091d0c tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:43.104876 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c01dd13b-d891-4724-b3c8-cf0bf2ee76ad req-9b1beafc-65e4-406d-bbf8-2bf073091d0c tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.4080677 Jul 01 19:54:43.133362 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-54862e7f-58aa-4425-afe2-7aab5742c0df req-0ed61ff3-d2c8-4d88-9c28-58ae138acff1 service neutron] 10.222.0.60 "GET /v2.0/networks/c18db701-00a1-43b8-8ecb-a7786f515087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6648607 Jul 01 19:54:43.136807 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-527af898-1c3f-4159-b2f6-fcd14abfb0e9 admin admin] Publish callbacks [] for security_group (4f461bb6-85a7-4c94-9424-fdfba8ca54bf), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:43.148944 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd167846-00ad-4bd7-bcc2-0218a1b4f204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=129fcccf-8477-4494-ac8a-396275dff649,revision_number=0']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:43.159844 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd167846-00ad-4bd7-bcc2-0218a1b4f204 admin admin] Checking segment: {'id': 'a69f7f5c-c87c-4f45-9684-446699fd887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:54:43.160491 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd167846-00ad-4bd7-bcc2-0218a1b4f204 admin admin] Network hostable DHCP agents. Network: e8fd60a7-929d-43ab-ae8d-d1c7691811e9, hostable agents: ['c73d88bc-f5d4-4e4e-bef7-e6641222d38b'], hosted agents: [] {{(pid=110545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 19:54:43.172962 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-527af898-1c3f-4159-b2f6-fcd14abfb0e9 admin admin] Publish callbacks [] for security_group (4f461bb6-85a7-4c94-9424-fdfba8ca54bf), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:43.186816 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd167846-00ad-4bd7-bcc2-0218a1b4f204 admin admin] Network e8fd60a7-929d-43ab-ae8d-d1c7691811e9 is scheduled to be hosted by DHCP agent c73d88bc-f5d4-4e4e-bef7-e6641222d38b with binding_index 1 {{(pid=110545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 19:54:43.203652 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-cd167846-00ad-4bd7-bcc2-0218a1b4f204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-7-iscsi, e8fd60a7-929d-43ab-ae8d-d1c7691811e9) {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:54:43.211226 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd167846-00ad-4bd7-bcc2-0218a1b4f204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:43.211923 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cd167846-00ad-4bd7-bcc2-0218a1b4f204 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:43.215401 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784e0420-9220-49fb-a6ef-8afd694fc3c9 None None] Network e8fd60a7-929d-43ab-ae8d-d1c7691811e9 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:54:43.257307 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c01dd13b-d891-4724-b3c8-cf0bf2ee76ad req-b2d16b17-d50b-45ba-a552-17bdd11b7bbf tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389701 Jul 01 19:54:43.262481 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-cd167846-00ad-4bd7-bcc2-0218a1b4f204 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8245938 Jul 01 19:54:43.264818 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 57220) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:43.276311 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-13e3dd6c-35af-4785-8c10-4e3c6b77f05f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:54:43.306852 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-527af898-1c3f-4159-b2f6-fcd14abfb0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (4f461bb6-85a7-4c94-9424-fdfba8ca54bf), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:43.309433 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-527af898-1c3f-4159-b2f6-fcd14abfb0e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:43.313378 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-527af898-1c3f-4159-b2f6-fcd14abfb0e9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4f461bb6-85a7-4c94-9424-fdfba8ca54bf HTTP/1.1" status: 204 len: 168 time: 0.6872234 Jul 01 19:54:43.314709 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-13e3dd6c-35af-4785-8c10-4e3c6b77f05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1736258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2076621'] for router (7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:43.322516 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-13e3dd6c-35af-4785-8c10-4e3c6b77f05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1560559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2076612'] for router (7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:43.338299 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527af898-1c3f-4159-b2f6-fcd14abfb0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f461bb6-85a7-4c94-9424-fdfba8ca54bf,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:43.426752 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-13e3dd6c-35af-4785-8c10-4e3c6b77f05f admin admin] Publish callbacks [] for router_controller (7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29), precommit_add_association {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:43.432589 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e204d69a-1072-4dea-b6c9-17712bc074e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef9c38b-9e7a-5363-bbbe-cbd2af869e96-e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'fixed_ips': [{'subnet_id': '129fcccf-8477-4494-ac8a-396275dff649'}]}} from dv-cinder-844601-7-iscsi. {{(pid=110546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 19:54:43.433607 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-e204d69a-1072-4dea-b6c9-17712bc074e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:43.635963 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-13e3dd6c-35af-4785-8c10-4e3c6b77f05f admin admin] Publish callbacks [] for router_gateway (7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:43.714703 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64674793-b15d-4a7e-81a7-d58107df6469 req-a64f216b-08c9-4c10-9f16-9ca6504d7927 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:43.716622 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-64674793-b15d-4a7e-81a7-d58107df6469 req-a64f216b-08c9-4c10-9f16-9ca6504d7927 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.0802932 Jul 01 19:54:43.768836 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.db_base_plugin_common [None req-e204d69a-1072-4dea-b6c9-17712bc074e1 None None] Allocated IP 172.20.0.2 (e8fd60a7-929d-43ab-ae8d-d1c7691811e9/129fcccf-8477-4494-ac8a-396275dff649/5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0) {{(pid=110546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:54:43.854795 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-64674793-b15d-4a7e-81a7-d58107df6469 req-5ba0ca10-bc25-4f6a-8ab6-a1893a857303 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264658 Jul 01 19:54:43.918630 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:43.979516 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-13e3dd6c-35af-4785-8c10-4e3c6b77f05f admin admin] Publish callbacks [] for router_gateway (7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:43.981667 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-e204d69a-1072-4dea-b6c9-17712bc074e1 None None] Publish callbacks [] for port (5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0), precommit_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:43.998069 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-e204d69a-1072-4dea-b6c9-17712bc074e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0), after_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:44.004730 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-13e3dd6c-35af-4785-8c10-4e3c6b77f05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:44.069688 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e204d69a-1072-4dea-b6c9-17712bc074e1 None None] Network e8fd60a7-929d-43ab-ae8d-d1c7691811e9 is already hosted by enough agents. {{(pid=110546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:54:44.072697 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.base_scheduler [None req-e204d69a-1072-4dea-b6c9-17712bc074e1 None None] Resources bound (agent type, host, resource id): {{(pid=110546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:54:44.076909 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e204d69a-1072-4dea-b6c9-17712bc074e1 None None] Received port after_create {{(pid=110546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:54:44.084207 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204d69a-1072-4dea-b6c9-17712bc074e1 None None] Pushing event updated for resources: {'Port': ['ID=5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0,revision_number=1']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:44.189059 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-e204d69a-1072-4dea-b6c9-17712bc074e1 None None] Attempting to bind port 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0 on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:54:44.189429 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-e204d69a-1072-4dea-b6c9-17712bc074e1 None None] Attempting to bind port 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0 by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'a69f7f5c-c87c-4f45-9684-446699fd887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:54:44.189845 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e204d69a-1072-4dea-b6c9-17712bc074e1 None None] Attempting to bind port 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0 on network e8fd60a7-929d-43ab-ae8d-d1c7691811e9 {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:54:44.202702 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e204d69a-1072-4dea-b6c9-17712bc074e1 None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:54:44.203098 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e204d69a-1072-4dea-b6c9-17712bc074e1 None None] Checking segment: {'id': 'a69f7f5c-c87c-4f45-9684-446699fd887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:54:44.207783 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-e204d69a-1072-4dea-b6c9-17712bc074e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:44.208762 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e204d69a-1072-4dea-b6c9-17712bc074e1 None None] Bound using segment: {'id': 'a69f7f5c-c87c-4f45-9684-446699fd887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:54:44.209269 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-e204d69a-1072-4dea-b6c9-17712bc074e1 None None] Bound port: 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69f7f5c-c87c-4f45-9684-446699fd887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:54:44.209781 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-e204d69a-1072-4dea-b6c9-17712bc074e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:44.211530 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [None req-13e3dd6c-35af-4785-8c10-4e3c6b77f05f admin admin] Allocated IP 172.27.1.63 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/3c67ea54-fa2f-4783-a46d-5b1fa592988e) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:54:44.213956 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450a49f-895e-48be-87e2-0fde0e6d4873 req-958fc13b-be4e-45e2-bfc1-75e14d2e33ad tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:44.222058 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b450a49f-895e-48be-87e2-0fde0e6d4873 req-958fc13b-be4e-45e2-bfc1-75e14d2e33ad tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 944 time: 0.0640786 Jul 01 19:54:44.231029 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:44.312061 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b450a49f-895e-48be-87e2-0fde0e6d4873 req-f59e5567-5135-46c6-a3e5-ee7f973245a1 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827198 Jul 01 19:54:44.355811 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-e204d69a-1072-4dea-b6c9-17712bc074e1 None None] For port 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:54:44.359516 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-e204d69a-1072-4dea-b6c9-17712bc074e1 None None] For port 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0,segment=NetworkSegment(a69f7f5c-c87c-4f45-9684-446699fd887d),segment_id=a69f7f5c-c87c-4f45-9684-446699fd887d)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:54:44.366729 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-13e3dd6c-35af-4785-8c10-4e3c6b77f05f admin admin] Publish callbacks [] for port (3c67ea54-fa2f-4783-a46d-5b1fa592988e), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:44.374923 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-e204d69a-1072-4dea-b6c9-17712bc074e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:44.408872 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:44.426656 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-13e3dd6c-35af-4785-8c10-4e3c6b77f05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (3c67ea54-fa2f-4783-a46d-5b1fa592988e), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:44.441430 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ef962-218b-40aa-b8d5-c6dde21ceacd req-c2de34ee-52bd-4409-9005-c6bd02d225b8 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:44.453129 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-706ef962-218b-40aa-b8d5-c6dde21ceacd req-c2de34ee-52bd-4409-9005-c6bd02d225b8 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.0802414 Jul 01 19:54:44.515647 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204d69a-1072-4dea-b6c9-17712bc074e1 None None] Pushing event updated for resources: {'Port': ['ID=5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0,revision_number=2']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:44.516100 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e3dd6c-35af-4785-8c10-4e3c6b77f05f admin admin] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:54:44.523193 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-13e3dd6c-35af-4785-8c10-4e3c6b77f05f admin admin] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:54:44.527529 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e3dd6c-35af-4785-8c10-4e3c6b77f05f admin admin] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:54:44.570666 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3dd6c-35af-4785-8c10-4e3c6b77f05f admin admin] Pushing event updated for resources: {'Port': ['ID=3c67ea54-fa2f-4783-a46d-5b1fa592988e,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:44.646090 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-706ef962-218b-40aa-b8d5-c6dde21ceacd req-0ae263d0-d40f-4394-8881-3179bac398be tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827004 Jul 01 19:54:44.983200 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-13e3dd6c-35af-4785-8c10-4e3c6b77f05f admin admin] Publish callbacks [] for router_gateway (7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:45.039787 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1fe25-bd34-49ac-9f16-91d18e7fa39e req-0cc77742-09dc-4887-ab9e-cf9ee6a857b4 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:45.043056 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ffd1fe25-bd34-49ac-9f16-91d18e7fa39e req-0cc77742-09dc-4887-ab9e-cf9ee6a857b4 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.0901937 Jul 01 19:54:45.080809 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:45.155784 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ffd1fe25-bd34-49ac-9f16-91d18e7fa39e req-d3b27d67-66b1-489d-88e7-a4976e16de03 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982332 Jul 01 19:54:45.234200 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:45.260355 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:54:45.293329 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-13e3dd6c-35af-4785-8c10-4e3c6b77f05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725937'] for router (7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:45.361687 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:45.362010 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:45.480700 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3d2ad-d046-416b-9e70-c4fd0ae4ba15 req-ddc0f34f-4a92-4450-8512-72613272d454 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:45.488681 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c1f3d2ad-d046-416b-9e70-c4fd0ae4ba15 req-ddc0f34f-4a92-4450-8512-72613272d454 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 944 time: 0.0715489 Jul 01 19:54:45.540940 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e3dd6c-35af-4785-8c10-4e3c6b77f05f admin admin] Router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 is scheduled to L3 agent 92102641-59bc-4b31-9151-065046da5b4e with binding_index 1 {{(pid=110545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 01 19:54:45.566839 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:45.568187 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:45.574363 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c1f3d2ad-d046-416b-9e70-c4fd0ae4ba15 req-725004be-e8dd-4419-bffa-de8f7e19d835 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836356 Jul 01 19:54:45.655818 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-520f6246-b665-4881-9a48-4c544643b810 None None] For port 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0,segment=NetworkSegment(a69f7f5c-c87c-4f45-9684-446699fd887d),segment_id=a69f7f5c-c87c-4f45-9684-446699fd887d)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:54:45.666334 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:45.772436 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Pushing event updated for resources: {'Port': ['ID=5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:45.800700 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e3dd6c-35af-4785-8c10-4e3c6b77f05f admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:54:45.814553 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] Sync routers for ids ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:54:45.837659 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] Routers {'7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:54:45.839452 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:54:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:45.841359 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f106c73-b952-4283-b8b0-d30b1042de82 req-abbeda6e-0b03-4953-8b3a-c9c29b72c99c tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:45.847185 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-13e3dd6c-35af-4785-8c10-4e3c6b77f05f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:45.851682 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-13e3dd6c-35af-4785-8c10-4e3c6b77f05f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5831892 Jul 01 19:54:45.852622 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 57288) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:45.856034 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6f106c73-b952-4283-b8b0-d30b1042de82 req-abbeda6e-0b03-4953-8b3a-c9c29b72c99c tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.1050198 Jul 01 19:54:45.973567 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:45.976543 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6f106c73-b952-4283-b8b0-d30b1042de82 req-b82626c2-f8b6-435c-a839-68744a4bef13 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189215 Jul 01 19:54:45.976992 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:46.037913 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:46.047622 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] Set router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:54:46.243935 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da99854f-dad0-4b91-938d-be869c9a175e None None] Network e8fd60a7-929d-43ab-ae8d-d1c7691811e9 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:54:46.347968 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:46.448367 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-ec66faaf-d796-479f-8b88-c014272f07d6 None None] Provisioning complete for port 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:46.449024 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ec66faaf-d796-479f-8b88-c014272f07d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:46.459580 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58bc52-a729-4f05-9eb2-08fc6763eb80 req-13abec5e-1042-4633-a9ca-7d727b7433f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:46.472303 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9c58bc52-a729-4f05-9eb2-08fc6763eb80 req-13abec5e-1042-4633-a9ca-7d727b7433f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ba0ddfd3efd41ee9687efe014c40bf0&device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 1129 time: 0.1033027 Jul 01 19:54:46.516790 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd70e96-3365-488c-bf92-ee2c1c053e10 req-f115aab0-593e-4065-861f-85dc8f7a7687 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:46.523723 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7bd70e96-3365-488c-bf92-ee2c1c053e10 req-f115aab0-593e-4065-861f-85dc8f7a7687 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.2178752 Jul 01 19:54:46.543483 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T19:54:44Z', 'revision_number': 3, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port': {'id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:44Z', 'updated_at': '2022-07-01T19:54:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:46.602494 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] Checking router: 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:54:46.603213 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] Updating router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 port 3c67ea54-fa2f-4783-a46d-5b1fa592988e binding host dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 19:54:46.684696 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (3c67ea54-fa2f-4783-a46d-5b1fa592988e), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:46.760413 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-ec66faaf-d796-479f-8b88-c014272f07d6 None None] Current status of the port 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:46.841950 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9cb87-e1ef-453a-a0d8-9e8e6e450ebe req-1820a773-e333-49f1-85bb-ea8e9c7ae580 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:46.856186 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b9f9cb87-e1ef-453a-a0d8-9e8e6e450ebe req-1820a773-e333-49f1-85bb-ea8e9c7ae580 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.3818710 Jul 01 19:54:47.064196 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-e1b0131f-3dfa-483b-a882-45a5945cbab3 req-398cbef5-6285-4f62-b47f-b00d8163e383 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1127560 Jul 01 19:54:47.146701 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-39a00aaf-f803-4ce7-802d-818c42d024bf None None] Provisioning complete for port 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:47.147895 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-39a00aaf-f803-4ce7-802d-818c42d024bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:47.193704 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:47.275632 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0131f-3dfa-483b-a882-45a5945cbab3 req-8c8441f9-ee9d-4ab4-bd46-289aad28dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:47.283056 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-e1b0131f-3dfa-483b-a882-45a5945cbab3 req-8c8441f9-ee9d-4ab4-bd46-289aad28dc90 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ba0ddfd3efd41ee9687efe014c40bf0&device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 1129 time: 0.1712892 Jul 01 19:54:47.322254 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b9f9cb87-e1ef-453a-a0d8-9e8e6e450ebe req-d8b9b6ed-5b2e-4430-a27c-ea9548218e85 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649267 Jul 01 19:54:47.391465 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7bd70e96-3365-488c-bf92-ee2c1c053e10 req-f730cdef-b01c-4fe0-afc5-29c94ed635bc tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8207922 Jul 01 19:54:47.402814 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58bc52-a729-4f05-9eb2-08fc6763eb80 req-6e354e50-017d-40e3-b35e-9a5e9f05f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:47.424678 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9c58bc52-a729-4f05-9eb2-08fc6763eb80 req-6e354e50-017d-40e3-b35e-9a5e9f05f633 service neutron] 10.222.0.60 "GET /v2.0/networks?id=13dd580c-809a-4f73-9432-a6d0838269e1 HTTP/1.1" status: 200 len: 920 time: 0.8964634 Jul 01 19:54:47.443856 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:54:47.446215 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 19:54:47.524121 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0131f-3dfa-483b-a882-45a5945cbab3 req-b0ce0e36-2a97-473e-8f45-7ebb8041f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:47.526269 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-e1b0131f-3dfa-483b-a882-45a5945cbab3 req-b0ce0e36-2a97-473e-8f45-7ebb8041f2f1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=13dd580c-809a-4f73-9432-a6d0838269e1 HTTP/1.1" status: 200 len: 920 time: 0.1715295 Jul 01 19:54:47.531353 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9c58bc52-a729-4f05-9eb2-08fc6763eb80 req-150ff45d-5b50-4dc9-bd92-db693f700177 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c14e2e69-9a6f-4043-8f05-6857744162f2 HTTP/1.1" status: 200 len: 217 time: 0.1007075 Jul 01 19:54:47.615232 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-e1b0131f-3dfa-483b-a882-45a5945cbab3 req-9cbd0f29-d28a-4688-bfa9-76b68fd86086 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=644f4558-dca6-454f-9465-da30f533731d HTTP/1.1" status: 200 len: 217 time: 0.0806730 Jul 01 19:54:47.664400 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=100 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:47.680866 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e904e2a3-02ea-451f-ba0e-11d9545c073d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:47.704272 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:47.704672 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:47.711087 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0131f-3dfa-483b-a882-45a5945cbab3 req-a2cfe366-a7f6-4427-a640-3055f8d60b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:47.713791 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-e1b0131f-3dfa-483b-a882-45a5945cbab3 req-a2cfe366-a7f6-4427-a640-3055f8d60b80 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b109ae2e-b5c6-4eef-8a69-a246d16af692 HTTP/1.1" status: 200 len: 858 time: 0.0919094 Jul 01 19:54:47.743332 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0350c53-b5b6-4c2c-a709-e47f1fb9ab9e req-e9272143-9fe7-4473-a1b9-f4aa15609f12 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:47.755736 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b0350c53-b5b6-4c2c-a709-e47f1fb9ab9e req-e9272143-9fe7-4473-a1b9-f4aa15609f12 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 944 time: 0.2319887 Jul 01 19:54:47.800028 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-39a00aaf-f803-4ce7-802d-818c42d024bf None None] Current status of the port 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:47.805257 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] Publish callbacks [] for port (3c67ea54-fa2f-4783-a46d-5b1fa592988e), precommit_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:47.829528 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (3c67ea54-fa2f-4783-a46d-5b1fa592988e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:47.840429 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1703035c-ecba-43aa-ab94-ee8dc5dedbe4,segment=NetworkSegment(07e7f769-0ab3-4377-bc29-94916ab541ef),segment_id=07e7f769-0ab3-4377-bc29-94916ab541ef)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:54:47.857970 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58bc52-a729-4f05-9eb2-08fc6763eb80 req-71e12061-bb76-4381-8b79-1bd42241530b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:47.859998 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9c58bc52-a729-4f05-9eb2-08fc6763eb80 req-71e12061-bb76-4381-8b79-1bd42241530b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b109ae2e-b5c6-4eef-8a69-a246d16af692 HTTP/1.1" status: 200 len: 858 time: 0.3056402 Jul 01 19:54:47.891582 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': '1703035c-ecba-43aa-ab94-ee8dc5dedbe4', 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087', 'port_id': '1703035c-ecba-43aa-ab94-ee8dc5dedbe4', 'mac_address': 'fa:16:3e:00:a8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 19:54:47.932710 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982631f-1bb7-44b9-9560-8f18f846f4eb None None] Pushing event updated for resources: {'Port': ['ID=3c67ea54-fa2f-4783-a46d-5b1fa592988e,revision_number=2']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:47.955958 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b0350c53-b5b6-4c2c-a709-e47f1fb9ab9e req-11ca50f5-591a-4d6b-bdd7-d491cd659ce3 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900811 Jul 01 19:54:47.961850 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] Attempting to bind port 3c67ea54-fa2f-4783-a46d-5b1fa592988e on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:54:47.962224 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] Attempting to bind port 3c67ea54-fa2f-4783-a46d-5b1fa592988e by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:54:47.962587 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] Attempting to bind port 3c67ea54-fa2f-4783-a46d-5b1fa592988e on network b87c582a-5096-4c62-aa69-ad30066bb691 {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:54:47.970462 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58bc52-a729-4f05-9eb2-08fc6763eb80 req-8b9aa0ff-6a01-4683-b0ce-5c7a00845e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:47.974912 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9c58bc52-a729-4f05-9eb2-08fc6763eb80 req-8b9aa0ff-6a01-4683-b0ce-5c7a00845e30 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=13dd580c-809a-4f73-9432-a6d0838269e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0942762 Jul 01 19:54:47.979586 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:47.984839 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:54:47.985219 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] Checking segment: {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:54:47.985648 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:47.986078 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] Bound using segment: {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:54:47.986576 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] Bound port: 3c67ea54-fa2f-4783-a46d-5b1fa592988e, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:54:47.987104 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (3c67ea54-fa2f-4783-a46d-5b1fa592988e), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:48.089965 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 is: DOWN; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:48.090367 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (1703035c-ecba-43aa-ab94-ee8dc5dedbe4), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:48.094586 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:48.095976 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [None req-e904e2a3-02ea-451f-ba0e-11d9545c073d admin admin] Allocated IP 172.20.0.1 (e8fd60a7-929d-43ab-ae8d-d1c7691811e9/129fcccf-8477-4494-ac8a-396275dff649/d01ab8bf-dc58-4397-9307-b41497af8ef6) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:54:48.141143 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0131f-3dfa-483b-a882-45a5945cbab3 req-77561224-84b5-44c5-a293-4376e510dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:48.142707 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-e1b0131f-3dfa-483b-a882-45a5945cbab3 req-77561224-84b5-44c5-a293-4376e510dcac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=13dd580c-809a-4f73-9432-a6d0838269e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686235 Jul 01 19:54:48.156887 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:48.158207 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:54:48.183739 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:48.210349 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9c58bc52-a729-4f05-9eb2-08fc6763eb80 req-6c64c0e9-2a2f-4552-9e6f-61457b8361bc service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283580 Jul 01 19:54:48.225386 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] For port 3c67ea54-fa2f-4783-a46d-5b1fa592988e, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:54:48.229162 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:48.232651 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1703035c-ecba-43aa-ab94-ee8dc5dedbe4,segment=NetworkSegment(07e7f769-0ab3-4377-bc29-94916ab541ef),segment_id=07e7f769-0ab3-4377-bc29-94916ab541ef)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:54:48.243789 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] For port 3c67ea54-fa2f-4783-a46d-5b1fa592988e, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=3c67ea54-fa2f-4783-a46d-5b1fa592988e,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:54:48.245329 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (1703035c-ecba-43aa-ab94-ee8dc5dedbe4), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:48.275160 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (3c67ea54-fa2f-4783-a46d-5b1fa592988e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:48.319383 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=1703035c-ecba-43aa-ab94-ee8dc5dedbe4,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:48.352046 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] Routers {'7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:54:48.352701 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:54:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:48.394284 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9c58bc52-a729-4f05-9eb2-08fc6763eb80 req-75e14bbf-43de-49ac-b0a4-ad00912013fc service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782017 Jul 01 19:54:48.490972 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982631f-1bb7-44b9-9560-8f18f846f4eb None None] Pushing event updated for resources: {'Port': ['ID=3c67ea54-fa2f-4783-a46d-5b1fa592988e,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:48.528364 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] Set router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:54:48.568649 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-e1b0131f-3dfa-483b-a882-45a5945cbab3 req-d2c9df74-e3e1-45ef-9db7-ffd0b670b2a5 service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162509 Jul 01 19:54:48.573490 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e904e2a3-02ea-451f-ba0e-11d9545c073d admin admin] Publish callbacks [] for port (d01ab8bf-dc58-4397-9307-b41497af8ef6), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:48.590238 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['1703035c-ecba-43aa-ab94-ee8dc5dedbe4'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:54:48.600289 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebde0b-92f2-4812-b264-bdd49b324bf0 req-4c6902c1-9e12-455e-8670-6eecff7b481c tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:48.601915 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fdebde0b-92f2-4812-b264-bdd49b324bf0 req-4c6902c1-9e12-455e-8670-6eecff7b481c tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.0930049 Jul 01 19:54:48.609171 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:48.697670 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fdebde0b-92f2-4812-b264-bdd49b324bf0 req-0e9f7d1b-9838-43bc-bf33-fe565bb6ff3e tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680344 Jul 01 19:54:48.704144 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e904e2a3-02ea-451f-ba0e-11d9545c073d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (d01ab8bf-dc58-4397-9307-b41497af8ef6), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:48.740491 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67370d7b-2e66-49e7-9460-d6aad006da04 req-edc6d678-81a2-4ba3-86b5-ee0dcae8a7d7 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:48.746308 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-67370d7b-2e66-49e7-9460-d6aad006da04 req-edc6d678-81a2-4ba3-86b5-ee0dcae8a7d7 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.1737564 Jul 01 19:54:48.751256 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-e1b0131f-3dfa-483b-a882-45a5945cbab3 req-18461413-6907-49dd-b615-6400b4716372 service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680534 Jul 01 19:54:48.765071 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e904e2a3-02ea-451f-ba0e-11d9545c073d admin admin] Network e8fd60a7-929d-43ab-ae8d-d1c7691811e9 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:54:48.770493 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-e904e2a3-02ea-451f-ba0e-11d9545c073d admin admin] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:54:48.774731 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e904e2a3-02ea-451f-ba0e-11d9545c073d admin admin] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:54:48.778767 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904e2a3-02ea-451f-ba0e-11d9545c073d admin admin] Pushing event updated for resources: {'Port': ['ID=d01ab8bf-dc58-4397-9307-b41497af8ef6,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:48.825951 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:48.855988 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-67370d7b-2e66-49e7-9460-d6aad006da04 req-82f037eb-c6e7-4c48-befd-48ed345a3fd1 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023736 Jul 01 19:54:48.872108 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e904e2a3-02ea-451f-ba0e-11d9545c073d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730226'] for router_interface (7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:48.906143 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T19:54:44Z', 'revision_number': 3, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port': {'id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:44Z', 'updated_at': '2022-07-01T19:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:48.956435 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b441cd72-7621-4aa0-b254-f4e9d01e8687 None None] The sync data for ids ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'] in dv-cinder-844601-7-iscsi is: [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T19:54:44Z', 'revision_number': 3, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port': {'id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:44Z', 'updated_at': '2022-07-01T19:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:54:49.092075 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e904e2a3-02ea-451f-ba0e-11d9545c073d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (d01ab8bf-dc58-4397-9307-b41497af8ef6), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:49.187277 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930c872-2c7a-4c01-927a-8bb0cd25ad60 req-0d948947-1370-4068-b07c-7190636ab3b9 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:49.196657 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7930c872-2c7a-4c01-927a-8bb0cd25ad60 req-0d948947-1370-4068-b07c-7190636ab3b9 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 945 time: 0.1197882 Jul 01 19:54:49.231321 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-3c44915f-58a8-4201-a9e7-c013f192dc7a None None] Provisioning complete for port d01ab8bf-dc58-4397-9307-b41497af8ef6 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:49.231648 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-3c44915f-58a8-4201-a9e7-c013f192dc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (d01ab8bf-dc58-4397-9307-b41497af8ef6), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:49.273734 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-3c44915f-58a8-4201-a9e7-c013f192dc7a None None] Port d01ab8bf-dc58-4397-9307-b41497af8ef6 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:54:49.296768 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7930c872-2c7a-4c01-927a-8bb0cd25ad60 req-dc16faa3-e430-452b-a416-5d5a2c7a7a77 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949264 Jul 01 19:54:49.425640 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e904e2a3-02ea-451f-ba0e-11d9545c073d admin admin] Publish callbacks [] for port (d01ab8bf-dc58-4397-9307-b41497af8ef6), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:49.430916 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e904e2a3-02ea-451f-ba0e-11d9545c073d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5117128'] for port (d01ab8bf-dc58-4397-9307-b41497af8ef6), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:49.518133 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904e2a3-02ea-451f-ba0e-11d9545c073d admin admin] Pushing event updated for resources: {'Port': ['ID=d01ab8bf-dc58-4397-9307-b41497af8ef6,revision_number=2']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:49.529515 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e904e2a3-02ea-451f-ba0e-11d9545c073d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730094'] for router_interface (7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:49.685342 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e904e2a3-02ea-451f-ba0e-11d9545c073d admin admin] Network e8fd60a7-929d-43ab-ae8d-d1c7691811e9 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:54:49.687841 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-e904e2a3-02ea-451f-ba0e-11d9545c073d admin admin] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:54:49.904782 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:54:49.906845 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e904e2a3-02ea-451f-ba0e-11d9545c073d admin admin] Router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:54:49.998657 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958e1c4-9900-4e34-b9d4-69fc911b8cf3 req-5c7f1fa6-1eb1-4cc2-b792-60deb5f1aed5 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:50.017118 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2958e1c4-9900-4e34-b9d4-69fc911b8cf3 req-5c7f1fa6-1eb1-4cc2-b792-60deb5f1aed5 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.1532738 Jul 01 19:54:50.040102 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning for port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 completed by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 19:54:50.143295 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:50.144062 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (1703035c-ecba-43aa-ab94-ee8dc5dedbe4), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:50.208365 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:50.254334 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2958e1c4-9900-4e34-b9d4-69fc911b8cf3 req-603a3883-d26c-474a-a08b-0814ad52d0c2 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296600 Jul 01 19:54:50.320192 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e904e2a3-02ea-451f-ba0e-11d9545c073d admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:54:50.330805 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-e904e2a3-02ea-451f-ba0e-11d9545c073d admin admin] 10.222.0.66 "PUT /v2.0/routers/7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4762883 Jul 01 19:54:50.389399 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-ff3ac043-a482-4f1e-b8aa-ae32f6629089 None None] Provisioning complete for port d01ab8bf-dc58-4397-9307-b41497af8ef6 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:50.389807 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ff3ac043-a482-4f1e-b8aa-ae32f6629089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (d01ab8bf-dc58-4397-9307-b41497af8ef6), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:50.477920 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:50.478235 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (1703035c-ecba-43aa-ab94-ee8dc5dedbe4), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:50.488252 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ac043-a482-4f1e-b8aa-ae32f6629089 None None] Port d01ab8bf-dc58-4397-9307-b41497af8ef6 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:54:50.514282 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603474c8-0963-422c-ae43-f66323079326 req-93f67d36-5f69-4a49-a87c-acd043a48506 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:50.519778 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee927ae4-fe7f-411f-be38-1d732b6ba6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1703035c-ecba-43aa-ab94-ee8dc5dedbe4'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:54:50.522198 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d485d14-daff-4e0d-b559-a071ba11d455" -d '{"events": [{"server_uuid": "ee927ae4-fe7f-411f-be38-1d732b6ba6e3", "name": "network-vif-plugged", "status": "completed", "tag": "1703035c-ecba-43aa-ab94-ee8dc5dedbe4"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:54:50.525049 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-603474c8-0963-422c-ae43-f66323079326 req-93f67d36-5f69-4a49-a87c-acd043a48506 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.1206789 Jul 01 19:54:50.563960 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1703035c-ecba-43aa-ab94-ee8dc5dedbe4,segment=NetworkSegment(07e7f769-0ab3-4377-bc29-94916ab541ef),segment_id=07e7f769-0ab3-4377-bc29-94916ab541ef)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:54:50.572926 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (1703035c-ecba-43aa-ab94-ee8dc5dedbe4), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:50.610081 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-603474c8-0963-422c-ae43-f66323079326 req-c726d6ba-e854-4a93-85b1-e4cd29532aed tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839477 Jul 01 19:54:50.625053 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=1703035c-ecba-43aa-ab94-ee8dc5dedbe4,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:50.733432 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279527c-98f9-41c5-998e-0f046eea5bc2 req-e4c97a2a-0b80-42f3-82dc-0a11f2b22453 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:50.751580 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4279527c-98f9-41c5-998e-0f046eea5bc2 req-e4c97a2a-0b80-42f3-82dc-0a11f2b22453 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.0751176 Jul 01 19:54:50.845979 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4279527c-98f9-41c5-998e-0f046eea5bc2 req-8bbff010-3e8b-4a1f-9857-cedc79ed7e0d tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887339 Jul 01 19:54:50.907559 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a309d08b-f2b5-4b40-be86-8f8926a23595 x-openstack-request-id: req-a309d08b-f2b5-4b40-be86-8f8926a23595 {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:54:50.908083 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee927ae4-fe7f-411f-be38-1d732b6ba6e3", "name": "network-vif-plugged", "status": "completed", "tag": "1703035c-ecba-43aa-ab94-ee8dc5dedbe4", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:54:50.908173 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a309d08b-f2b5-4b40-be86-8f8926a23595 {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:54:50.908758 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a309d08b-f2b5-4b40-be86-8f8926a23595'] response: {'server_uuid': 'ee927ae4-fe7f-411f-be38-1d732b6ba6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1703035c-ecba-43aa-ab94-ee8dc5dedbe4', 'code': 200} Jul 01 19:54:51.245782 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 3c67ea54-fa2f-4783-a46d-5b1fa592988e up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:54:51.291434 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:51.344736 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 3c67ea54-fa2f-4783-a46d-5b1fa592988e triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:51.345428 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (3c67ea54-fa2f-4783-a46d-5b1fa592988e), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:51.542019 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1f636-8a4b-4a2d-9111-4f83b5f1b411 req-3730a8fd-6ac0-4541-8808-6a51066e12a2 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:51.546738 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-61f1f636-8a4b-4a2d-9111-4f83b5f1b411 req-3730a8fd-6ac0-4541-8808-6a51066e12a2 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.0966401 Jul 01 19:54:51.565663 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 3c67ea54-fa2f-4783-a46d-5b1fa592988e is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:51.566206 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (3c67ea54-fa2f-4783-a46d-5b1fa592988e), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:51.599967 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-520f6246-b665-4881-9a48-4c544643b810 None None] For port 3c67ea54-fa2f-4783-a46d-5b1fa592988e, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=3c67ea54-fa2f-4783-a46d-5b1fa592988e,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:54:51.610199 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (3c67ea54-fa2f-4783-a46d-5b1fa592988e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:51.626076 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 57440) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:51.635944 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-61f1f636-8a4b-4a2d-9111-4f83b5f1b411 req-e136026f-3a02-49f9-9f1e-26568e626609 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805771 Jul 01 19:54:51.689818 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Pushing event updated for resources: {'Port': ['ID=3c67ea54-fa2f-4783-a46d-5b1fa592988e,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:51.700070 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:51.700595 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:51.701105 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:51.702052 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:51.702461 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:51.702878 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:51.703217 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:51.703901 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:51.704559 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:51.704915 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:51.706264 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:51.706629 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:51.707566 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:51.710163 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:51.710770 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:51.719481 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] Sync routers for ids ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:54:51.727342 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 57448) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:51.737044 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1918152195-network', 'tenant_id': 'bdfabef2ed454d6590af05df16f55610'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:54:51.753408 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] Routers {'7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:54:51.754086 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:54:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:51.807089 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:51.828454 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca070ed6-40d4-4964-8efd-15921740f511 req-f85228e1-95d9-4610-afe1-a6cb7ffbdfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:51.830570 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-ca070ed6-40d4-4964-8efd-15921740f511 req-f85228e1-95d9-4610-afe1-a6cb7ffbdfcc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 1130 time: 0.1028831 Jul 01 19:54:51.843139 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Made reservation on behalf of bdfabef2ed454d6590af05df16f55610 for: {'network': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:54:51.848880 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for network (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:51.876542 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:51.890308 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e8c9d-9d4b-46dd-b250-8ee2e85ca2bc req-ee1b7f22-27dc-4b2e-aafe-b7e177d5e8bb tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:51.900591 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-586e8c9d-9d4b-46dd-b250-8ee2e85ca2bc req-ee1b7f22-27dc-4b2e-aafe-b7e177d5e8bb tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.1401858 Jul 01 19:54:51.916270 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 93dfc642-870b-4bec-b7c3-31efe44f78c4 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 19:54:51.956436 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-ca070ed6-40d4-4964-8efd-15921740f511 req-95b24606-6ffd-45f5-bf40-2a32bc8a7675 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177981 Jul 01 19:54:51.966909 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] Set router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:54:52.078868 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 93dfc642-870b-4bec-b7c3-31efe44f78c4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=93dfc642-870b-4bec-b7c3-31efe44f78c4,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:54:52.093118 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:52.094078 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=100 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:52.095605 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': '93dfc642-870b-4bec-b7c3-31efe44f78c4', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'port_id': '93dfc642-870b-4bec-b7c3-31efe44f78c4', 'mac_address': 'fa:16:3e:88:c8:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 19:54:52.129339 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-73f57f8e-4814-429e-8803-8b7e9360230a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:52.148377 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:52.178463 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-586e8c9d-9d4b-46dd-b250-8ee2e85ca2bc req-b56a023b-64c2-45fd-9e82-def654d0c2a0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2756670 Jul 01 19:54:52.186137 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 93dfc642-870b-4bec-b7c3-31efe44f78c4 is: ACTIVE; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:52.186575 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:52.218990 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93dfc642-870b-4bec-b7c3-31efe44f78c4 {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:54:52.271689 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 93dfc642-870b-4bec-b7c3-31efe44f78c4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=93dfc642-870b-4bec-b7c3-31efe44f78c4,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:54:52.273004 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49828d31-6869-4f51-9815-442600f57d5d req-a1d9911c-9065-4b87-9678-c4480a8b9634 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:52.283165 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-49828d31-6869-4f51-9815-442600f57d5d req-a1d9911c-9065-4b87-9678-c4480a8b9634 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.2573898 Jul 01 19:54:52.293934 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:52.370778 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Publish callbacks [] for security_group (0b2b98bf-7059-4f97-a9b7-34bf46c173ee), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:52.388298 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-73f57f8e-4814-429e-8803-8b7e9360230a admin admin] Publish callbacks [] for security_group (dc77ab54-657c-498d-9d11-6cbece230573), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:52.399836 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-73f57f8e-4814-429e-8803-8b7e9360230a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (dc77ab54-657c-498d-9d11-6cbece230573), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:52.431540 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (0b2b98bf-7059-4f97-a9b7-34bf46c173ee), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:52.432377 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T19:54:49Z', 'revision_number': 4, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port': {'id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:44Z', 'updated_at': '2022-07-01T19:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': 'd01ab8bf-dc58-4397-9307-b41497af8ef6', 'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'mac_address': 'fa:16:3e:87:42:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '129fcccf-8477-4494-ac8a-396275dff649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:47Z', 'updated_at': '2022-07-01T19:54:49Z', 'revision_number': 2, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'subnets': [{'id': '129fcccf-8477-4494-ac8a-396275dff649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:52.448274 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=110544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 19:54:52.453024 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f57f8e-4814-429e-8803-8b7e9360230a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc77ab54-657c-498d-9d11-6cbece230573,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:52.478324 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (f96aeb80-0bcd-489a-9ed2-5930e8e872ed), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:52.478923 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.segments_db [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Added segment f96aeb80-0bcd-489a-9ed2-5930e8e872ed of type vlan for network 8e73b11a-3163-4c27-aaad-b6ff9bb440a1 Jul 01 19:54:52.485491 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:52.485868 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] Checking router: 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:54:52.490242 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] Updating router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 port d01ab8bf-dc58-4397-9307-b41497af8ef6 binding host dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 19:54:52.513868 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-73f57f8e-4814-429e-8803-8b7e9360230a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e3369aca34d0441ab2683b7050637844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8858325 Jul 01 19:54:52.514743 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 57462) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:52.546783 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766989805963'] for network (8e73b11a-3163-4c27-aaad-b6ff9bb440a1), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:52.555677 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (d01ab8bf-dc58-4397-9307-b41497af8ef6), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:52.600105 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-49828d31-6869-4f51-9815-442600f57d5d req-113cb18a-780c-4ced-98a2-2289095dec54 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3154707 Jul 01 19:54:52.622802 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2b98bf-7059-4f97-a9b7-34bf46c173ee,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:52.623284 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d9eddd98-467f-4fb8-89d2-a9f9248147f3 admin admin] Publish callbacks [] for security_group (dc77ab54-657c-498d-9d11-6cbece230573), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:52.633136 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:52.633912 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:52.634478 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:52.635021 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:52.635700 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:52.636246 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:52.636788 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:52.637327 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:52.637894 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:52.638443 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:52.638993 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:52.639533 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:52.640083 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:52.640621 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:52.641159 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:54:52.646887 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for network (8e73b11a-3163-4c27-aaad-b6ff9bb440a1), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:52.648292 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:52.649090 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:52.662669 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d9eddd98-467f-4fb8-89d2-a9f9248147f3 admin admin] Publish callbacks [] for security_group (dc77ab54-657c-498d-9d11-6cbece230573), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:52.696767 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['93dfc642-870b-4bec-b7c3-31efe44f78c4'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:54:52.700064 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.9702938 Jul 01 19:54:52.702949 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 57464) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:52.708043 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-7fdbadee-4a88-4449-99fb-e25f577d4a58 admin admin] Request body: {'subnet': {'network_id': '8e73b11a-3163-4c27-aaad-b6ff9bb440a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1918152195-subnet', 'tenant_id': 'bdfabef2ed454d6590af05df16f55610', 'ip_version': 4}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:54:52.729921 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d9eddd98-467f-4fb8-89d2-a9f9248147f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (dc77ab54-657c-498d-9d11-6cbece230573), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:52.732620 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d9eddd98-467f-4fb8-89d2-a9f9248147f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:52.749317 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ad108-a961-4c0e-a26a-1a377b9b6004 admin admin] Pushing event updated for resources: {'Network': ['ID=8e73b11a-3163-4c27-aaad-b6ff9bb440a1,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:52.755684 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=93dfc642-870b-4bec-b7c3-31efe44f78c4,revision_number=6']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:52.761895 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-d9eddd98-467f-4fb8-89d2-a9f9248147f3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dc77ab54-657c-498d-9d11-6cbece230573 HTTP/1.1" status: 204 len: 168 time: 0.2459397 Jul 01 19:54:52.773044 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdbadee-4a88-4449-99fb-e25f577d4a58 admin admin] Made reservation on behalf of bdfabef2ed454d6590af05df16f55610 for: {'subnet': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:54:52.773202 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Network 8e73b11a-3163-4c27-aaad-b6ff9bb440a1 details requested by agent ovs-agent-dv-cinder-844601-7-iscsi with host dv-cinder-844601-7-iscsi {{(pid=110546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 19:54:52.774896 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eddd98-467f-4fb8-89d2-a9f9248147f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc77ab54-657c-498d-9d11-6cbece230573,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:52.777749 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7fdbadee-4a88-4449-99fb-e25f577d4a58 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:52.936438 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] Publish callbacks [] for port (d01ab8bf-dc58-4397-9307-b41497af8ef6), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:52.945528 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (d01ab8bf-dc58-4397-9307-b41497af8ef6), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:52.960773 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:53.009105 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21019b0-f822-414d-931e-b4c239b42864 None None] Pushing event updated for resources: {'Port': ['ID=d01ab8bf-dc58-4397-9307-b41497af8ef6,revision_number=3']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:53.070254 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7fdbadee-4a88-4449-99fb-e25f577d4a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for subnet (a8a7cc8a-b881-4901-bcca-6d9c2617c06e), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:53.097687 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] Attempting to bind port d01ab8bf-dc58-4397-9307-b41497af8ef6 on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:54:53.098124 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] Attempting to bind port d01ab8bf-dc58-4397-9307-b41497af8ef6 by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'a69f7f5c-c87c-4f45-9684-446699fd887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9'}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:54:53.099092 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] Attempting to bind port d01ab8bf-dc58-4397-9307-b41497af8ef6 on network e8fd60a7-929d-43ab-ae8d-d1c7691811e9 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:54:53.115273 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:54:53.115878 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] Checking segment: {'id': 'a69f7f5c-c87c-4f45-9684-446699fd887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:54:53.116805 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:53.117351 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] Bound using segment: {'id': 'a69f7f5c-c87c-4f45-9684-446699fd887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9'} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:54:53.118218 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] Bound port: d01ab8bf-dc58-4397-9307-b41497af8ef6, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69f7f5c-c87c-4f45-9684-446699fd887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9'}}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:54:53.118864 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (d01ab8bf-dc58-4397-9307-b41497af8ef6), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:53.201744 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] For port d01ab8bf-dc58-4397-9307-b41497af8ef6, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:54:53.205318 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] For port d01ab8bf-dc58-4397-9307-b41497af8ef6, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=d01ab8bf-dc58-4397-9307-b41497af8ef6,segment=NetworkSegment(a69f7f5c-c87c-4f45-9684-446699fd887d),segment_id=a69f7f5c-c87c-4f45-9684-446699fd887d)] {{(pid=110547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:54:53.210433 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:53.215226 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbadee-4a88-4449-99fb-e25f577d4a58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8a7cc8a-b881-4901-bcca-6d9c2617c06e,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:53.217740 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (d01ab8bf-dc58-4397-9307-b41497af8ef6), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:53.225733 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdbadee-4a88-4449-99fb-e25f577d4a58 admin admin] Checking segment: {'id': 'f96aeb80-0bcd-489a-9ed2-5930e8e872ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8e73b11a-3163-4c27-aaad-b6ff9bb440a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:54:53.226100 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdbadee-4a88-4449-99fb-e25f577d4a58 admin admin] Network hostable DHCP agents. Network: 8e73b11a-3163-4c27-aaad-b6ff9bb440a1, hostable agents: ['c73d88bc-f5d4-4e4e-bef7-e6641222d38b'], hosted agents: [] {{(pid=110544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 19:54:53.258308 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 3c67ea54-fa2f-4783-a46d-5b1fa592988e up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:54:53.298727 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdbadee-4a88-4449-99fb-e25f577d4a58 admin admin] Network 8e73b11a-3163-4c27-aaad-b6ff9bb440a1 is scheduled to be hosted by DHCP agent c73d88bc-f5d4-4e4e-bef7-e6641222d38b with binding_index 1 {{(pid=110544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 19:54:53.318335 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-7fdbadee-4a88-4449-99fb-e25f577d4a58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-7-iscsi, 8e73b11a-3163-4c27-aaad-b6ff9bb440a1) {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:54:53.324159 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdbadee-4a88-4449-99fb-e25f577d4a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:53.324563 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7fdbadee-4a88-4449-99fb-e25f577d4a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for subnet (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:53.336126 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20046502-8f00-447a-b4ad-dc19670d8afc None None] Network 8e73b11a-3163-4c27-aaad-b6ff9bb440a1 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:54:53.372038 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] Routers {'7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:54:53.372367 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:54:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:53.406145 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-7fdbadee-4a88-4449-99fb-e25f577d4a58 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6990974 Jul 01 19:54:53.406506 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 57480) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:53.412714 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-abdd7e06-17b1-4639-b784-ca8a88d1b354 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1918152195-router', 'tenant_id': 'bdfabef2ed454d6590af05df16f55610', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:54:53.492101 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:53.496847 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-abdd7e06-17b1-4639-b784-ca8a88d1b354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1736258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2076621'] for router (4ba27a33-942d-4958-97ff-c6b2a78f5daa), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:53.498149 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-abdd7e06-17b1-4639-b784-ca8a88d1b354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1560559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2076612'] for router (4ba27a33-942d-4958-97ff-c6b2a78f5daa), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:53.529789 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 57484) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:53.553690 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-067ec21a-1453-4cf8-a4e4-e57dfe5c96f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:53.592473 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-6c2e7cbb-2b34-41f7-bdfd-042d7518012f None None] Provisioning complete for port d01ab8bf-dc58-4397-9307-b41497af8ef6 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:53.600477 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7cbb-2b34-41f7-bdfd-042d7518012f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (d01ab8bf-dc58-4397-9307-b41497af8ef6), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:53.625515 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21019b0-f822-414d-931e-b4c239b42864 None None] Pushing event updated for resources: {'Port': ['ID=d01ab8bf-dc58-4397-9307-b41497af8ef6,revision_number=4']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:53.673392 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 3c67ea54-fa2f-4783-a46d-5b1fa592988e triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:53.675253 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (3c67ea54-fa2f-4783-a46d-5b1fa592988e), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:53.702566 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 57488) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:53.716710 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-4b311ebb-0943-487e-9b28-e783161c3422 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--366205461', 'description': 'tempest-description--230354287'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:54:53.734281 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-067ec21a-1453-4cf8-a4e4-e57dfe5c96f8 admin admin] Publish callbacks [] for security_group (052b4717-d44d-4010-b180-c41b1b6d5741), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:53.743832 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-067ec21a-1453-4cf8-a4e4-e57dfe5c96f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (052b4717-d44d-4010-b180-c41b1b6d5741), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:53.751583 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] Set router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:54:53.774851 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-abdd7e06-17b1-4639-b784-ca8a88d1b354 admin admin] Publish callbacks [] for router_controller (4ba27a33-942d-4958-97ff-c6b2a78f5daa), precommit_add_association {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:53.844743 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:53.852066 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d167cb28-57c3-4898-b47f-abcfbd6aba70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef9c38b-9e7a-5363-bbbe-cbd2af869e96-8e73b11a-3163-4c27-aaad-b6ff9bb440a1', 'network_id': '8e73b11a-3163-4c27-aaad-b6ff9bb440a1', 'project_id': 'bdfabef2ed454d6590af05df16f55610', 'fixed_ips': [{'subnet_id': 'a8a7cc8a-b881-4901-bcca-6d9c2617c06e'}]}} from dv-cinder-844601-7-iscsi. {{(pid=110546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 19:54:53.853294 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d167cb28-57c3-4898-b47f-abcfbd6aba70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:53.879257 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 19:54:53.994201 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ec21a-1453-4cf8-a4e4-e57dfe5c96f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052b4717-d44d-4010-b180-c41b1b6d5741,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:54.001204 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 93dfc642-870b-4bec-b7c3-31efe44f78c4 up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:54:54.033920 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4b311ebb-0943-487e-9b28-e783161c3422 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:54.042046 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:54.138175 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-067ec21a-1453-4cf8-a4e4-e57dfe5c96f8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=707da67256a54abcaeadccd64a5898db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6072252 Jul 01 19:54:54.143748 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 57498) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:54.163428 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029ba7b-56c2-4f97-9c8e-ad9976ccb1ed req-192d8715-b0de-4e5b-96bc-5c46c956a46a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:54.170472 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-abdd7e06-17b1-4639-b784-ca8a88d1b354 admin admin] Publish callbacks [] for router_gateway (4ba27a33-942d-4958-97ff-c6b2a78f5daa), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:54.175440 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-6c2e7cbb-2b34-41f7-bdfd-042d7518012f None None] Current status of the port d01ab8bf-dc58-4397-9307-b41497af8ef6 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:54.176254 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e029ba7b-56c2-4f97-9c8e-ad9976ccb1ed req-192d8715-b0de-4e5b-96bc-5c46c956a46a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 944 time: 0.3196914 Jul 01 19:54:54.179038 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7cbb-2b34-41f7-bdfd-042d7518012f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (d01ab8bf-dc58-4397-9307-b41497af8ef6), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:54.258244 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 3c67ea54-fa2f-4783-a46d-5b1fa592988e is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:54.282451 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bd6a2-9678-4fbc-82b1-cd947c8000f9 req-f599944f-0b64-491b-a45f-23917cce22da tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:54.287518 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ec3bd6a2-9678-4fbc-82b1-cd947c8000f9 req-f599944f-0b64-491b-a45f-23917cce22da tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.4039271 Jul 01 19:54:54.299404 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T19:54:49Z', 'revision_number': 4, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port': {'id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:44Z', 'updated_at': '2022-07-01T19:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': 'd01ab8bf-dc58-4397-9307-b41497af8ef6', 'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'mac_address': 'fa:16:3e:87:42:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '129fcccf-8477-4494-ac8a-396275dff649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:47Z', 'updated_at': '2022-07-01T19:54:53Z', 'revision_number': 4, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'subnets': [{'id': '129fcccf-8477-4494-ac8a-396275dff649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:54.306513 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.db_base_plugin_common [None req-d167cb28-57c3-4898-b47f-abcfbd6aba70 None None] Allocated IP 172.20.0.2 (8e73b11a-3163-4c27-aaad-b6ff9bb440a1/a8a7cc8a-b881-4901-bcca-6d9c2617c06e/edd26d0f-3d84-4196-8ee3-09fdce164692) {{(pid=110546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:54:54.313414 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port 93dfc642-870b-4bec-b7c3-31efe44f78c4 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:54.314090 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:54.327291 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-6c2e7cbb-2b34-41f7-bdfd-042d7518012f None None] For port d01ab8bf-dc58-4397-9307-b41497af8ef6, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=d01ab8bf-dc58-4397-9307-b41497af8ef6,segment=NetworkSegment(a69f7f5c-c87c-4f45-9684-446699fd887d),segment_id=a69f7f5c-c87c-4f45-9684-446699fd887d)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:54:54.338084 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc4a638-6449-4534-98d9-f3c04fc06e5a None None] The sync data for ids ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'] in dv-cinder-844601-7-iscsi is: [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T19:54:49Z', 'revision_number': 4, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port': {'id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:44Z', 'updated_at': '2022-07-01T19:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': 'd01ab8bf-dc58-4397-9307-b41497af8ef6', 'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'mac_address': 'fa:16:3e:87:42:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '129fcccf-8477-4494-ac8a-396275dff649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:47Z', 'updated_at': '2022-07-01T19:54:53Z', 'revision_number': 4, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'subnets': [{'id': '129fcccf-8477-4494-ac8a-396275dff649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:54:54.358887 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7cbb-2b34-41f7-bdfd-042d7518012f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (d01ab8bf-dc58-4397-9307-b41497af8ef6), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:54.452883 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:54.537328 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:54.543466 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e7cbb-2b34-41f7-bdfd-042d7518012f None None] Pushing event updated for resources: {'Port': ['ID=d01ab8bf-dc58-4397-9307-b41497af8ef6,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:54.608099 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-318d0930-2379-442b-9e4a-f2a452353f6e None None] Provisioning complete for port d01ab8bf-dc58-4397-9307-b41497af8ef6 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:54.608369 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-318d0930-2379-442b-9e4a-f2a452353f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (d01ab8bf-dc58-4397-9307-b41497af8ef6), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:54.631942 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ef4acb3b-675c-4de8-a410-2f02ea890a92 admin admin] Publish callbacks [] for security_group (052b4717-d44d-4010-b180-c41b1b6d5741), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:54.658741 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ec3bd6a2-9678-4fbc-82b1-cd947c8000f9 req-7f114376-e40a-4491-a4e9-982f1998455f tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3475664 Jul 01 19:54:54.677597 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e029ba7b-56c2-4f97-9c8e-ad9976ccb1ed req-65e249f4-bd02-4930-837f-7275349e2b05 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4993670 Jul 01 19:54:54.692183 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ef4acb3b-675c-4de8-a410-2f02ea890a92 admin admin] Publish callbacks [] for security_group (052b4717-d44d-4010-b180-c41b1b6d5741), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:54.696107 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:54.758060 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 93dfc642-870b-4bec-b7c3-31efe44f78c4 is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:54.758448 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:54.767891 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ef4acb3b-675c-4de8-a410-2f02ea890a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (052b4717-d44d-4010-b180-c41b1b6d5741), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:54.772071 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ef4acb3b-675c-4de8-a410-2f02ea890a92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:54.773737 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-ef4acb3b-675c-4de8-a410-2f02ea890a92 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/052b4717-d44d-4010-b180-c41b1b6d5741 HTTP/1.1" status: 204 len: 168 time: 0.5910683 Jul 01 19:54:54.787300 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4b311ebb-0943-487e-9b28-e783161c3422 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for security_group (285bb381-b246-410f-afb5-63cfe11d19c1), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:54.814147 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4acb3b-675c-4de8-a410-2f02ea890a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052b4717-d44d-4010-b180-c41b1b6d5741,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:54.814957 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-abdd7e06-17b1-4639-b784-ca8a88d1b354 admin admin] Publish callbacks [] for router_gateway (4ba27a33-942d-4958-97ff-c6b2a78f5daa), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:54.841824 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-abdd7e06-17b1-4639-b784-ca8a88d1b354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:54.845249 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4b311ebb-0943-487e-9b28-e783161c3422 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (285bb381-b246-410f-afb5-63cfe11d19c1), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:54.862723 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:54.936686 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe1a243-f161-4e1a-ada3-d5ef02346b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93dfc642-870b-4bec-b7c3-31efe44f78c4'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:54:54.939798 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76828b49-e17c-451d-bf2e-80f0e5059e01" -d '{"events": [{"server_uuid": "4fe1a243-f161-4e1a-ada3-d5ef02346b96", "name": "network-vif-plugged", "status": "completed", "tag": "93dfc642-870b-4bec-b7c3-31efe44f78c4"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:54:54.948335 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d167cb28-57c3-4898-b47f-abcfbd6aba70 None None] Publish callbacks [] for port (edd26d0f-3d84-4196-8ee3-09fdce164692), precommit_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:54.994614 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d167cb28-57c3-4898-b47f-abcfbd6aba70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (edd26d0f-3d84-4196-8ee3-09fdce164692), after_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:55.013901 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 93dfc642-870b-4bec-b7c3-31efe44f78c4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=93dfc642-870b-4bec-b7c3-31efe44f78c4,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:54:55.018938 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4b311ebb-0943-487e-9b28-e783161c3422 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:55.026637 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-4b311ebb-0943-487e-9b28-e783161c3422 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3175876 Jul 01 19:54:55.027320 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 57522) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:55.032881 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-df222c7d-0d0a-4ca9-95a0-2cd306e9ee55 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Request body: {'security_group_rule': {'security_group_id': '285bb381-b246-410f-afb5-63cfe11d19c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:54:55.044436 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b311ebb-0943-487e-9b28-e783161c3422 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=285bb381-b246-410f-afb5-63cfe11d19c1,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:55.052325 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:55.125460 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0d5c5c-c45a-4333-ba6f-6cf46cbb9757 x-openstack-request-id: req-bc0d5c5c-c45a-4333-ba6f-6cf46cbb9757 {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:54:55.125613 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe1a243-f161-4e1a-ada3-d5ef02346b96", "name": "network-vif-plugged", "status": "completed", "tag": "93dfc642-870b-4bec-b7c3-31efe44f78c4", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:54:55.125878 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bc0d5c5c-c45a-4333-ba6f-6cf46cbb9757 {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:54:55.126276 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc0d5c5c-c45a-4333-ba6f-6cf46cbb9757'] response: {'server_uuid': '4fe1a243-f161-4e1a-ada3-d5ef02346b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93dfc642-870b-4bec-b7c3-31efe44f78c4', 'code': 200} Jul 01 19:54:55.148054 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-df222c7d-0d0a-4ca9-95a0-2cd306e9ee55 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for security_group_rule (14aee838-4c7b-42b9-a17e-ed3ee6d57754), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:55.169684 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-318d0930-2379-442b-9e4a-f2a452353f6e None None] Current status of the port d01ab8bf-dc58-4397-9307-b41497af8ef6 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:55.189222 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d167cb28-57c3-4898-b47f-abcfbd6aba70 None None] Network 8e73b11a-3163-4c27-aaad-b6ff9bb440a1 is already hosted by enough agents. {{(pid=110546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:54:55.200100 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.base_scheduler [None req-d167cb28-57c3-4898-b47f-abcfbd6aba70 None None] Resources bound (agent type, host, resource id): {{(pid=110546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:54:55.209131 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d167cb28-57c3-4898-b47f-abcfbd6aba70 None None] Received port after_create {{(pid=110546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:54:55.221208 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:55.248274 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [None req-abdd7e06-17b1-4639-b784-ca8a88d1b354 admin admin] Allocated IP 172.27.1.131 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/44819e22-e026-4d85-8aaa-9a6467df1b48) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:54:55.252764 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device d01ab8bf-dc58-4397-9307-b41497af8ef6 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:54:55.263727 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167cb28-57c3-4898-b47f-abcfbd6aba70 None None] Pushing event updated for resources: {'Port': ['ID=edd26d0f-3d84-4196-8ee3-09fdce164692,revision_number=1']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:55.357625 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-df222c7d-0d0a-4ca9-95a0-2cd306e9ee55 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for security_group_rule (14aee838-4c7b-42b9-a17e-ed3ee6d57754), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:55.363295 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-df222c7d-0d0a-4ca9-95a0-2cd306e9ee55 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (14aee838-4c7b-42b9-a17e-ed3ee6d57754), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:55.383426 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df222c7d-0d0a-4ca9-95a0-2cd306e9ee55 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14aee838-4c7b-42b9-a17e-ed3ee6d57754,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:55.430841 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-df222c7d-0d0a-4ca9-95a0-2cd306e9ee55 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:55.432755 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-df222c7d-0d0a-4ca9-95a0-2cd306e9ee55 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4038446 Jul 01 19:54:55.436121 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 57530) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:55.447670 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-7454d2af-60cf-4cd6-9acf-ef49e75244de tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Request body: {'security_group_rule': {'security_group_id': '285bb381-b246-410f-afb5-63cfe11d19c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:54:55.471166 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=93dfc642-870b-4bec-b7c3-31efe44f78c4,revision_number=7']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:55.503688 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-abdd7e06-17b1-4639-b784-ca8a88d1b354 admin admin] Publish callbacks [] for port (44819e22-e026-4d85-8aaa-9a6467df1b48), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:55.509541 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-d167cb28-57c3-4898-b47f-abcfbd6aba70 None None] Attempting to bind port edd26d0f-3d84-4196-8ee3-09fdce164692 on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:54:55.509988 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-d167cb28-57c3-4898-b47f-abcfbd6aba70 None None] Attempting to bind port edd26d0f-3d84-4196-8ee3-09fdce164692 by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'f96aeb80-0bcd-489a-9ed2-5930e8e872ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8e73b11a-3163-4c27-aaad-b6ff9bb440a1'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:54:55.510423 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d167cb28-57c3-4898-b47f-abcfbd6aba70 None None] Attempting to bind port edd26d0f-3d84-4196-8ee3-09fdce164692 on network 8e73b11a-3163-4c27-aaad-b6ff9bb440a1 {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:54:55.526747 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port d01ab8bf-dc58-4397-9307-b41497af8ef6 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:55.527141 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (d01ab8bf-dc58-4397-9307-b41497af8ef6), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:55.534448 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7454d2af-60cf-4cd6-9acf-ef49e75244de tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for security_group_rule (8177556b-8b88-466d-aaa2-63ec4666cb1f), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:55.593299 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-abdd7e06-17b1-4639-b784-ca8a88d1b354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (44819e22-e026-4d85-8aaa-9a6467df1b48), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:55.614671 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d167cb28-57c3-4898-b47f-abcfbd6aba70 None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:54:55.618292 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d167cb28-57c3-4898-b47f-abcfbd6aba70 None None] Checking segment: {'id': 'f96aeb80-0bcd-489a-9ed2-5930e8e872ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8e73b11a-3163-4c27-aaad-b6ff9bb440a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:54:55.618768 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d167cb28-57c3-4898-b47f-abcfbd6aba70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:55.620265 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d167cb28-57c3-4898-b47f-abcfbd6aba70 None None] Bound using segment: {'id': 'f96aeb80-0bcd-489a-9ed2-5930e8e872ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8e73b11a-3163-4c27-aaad-b6ff9bb440a1'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:54:55.620792 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-d167cb28-57c3-4898-b47f-abcfbd6aba70 None None] Bound port: edd26d0f-3d84-4196-8ee3-09fdce164692, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96aeb80-0bcd-489a-9ed2-5930e8e872ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8e73b11a-3163-4c27-aaad-b6ff9bb440a1'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:54:55.621215 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d167cb28-57c3-4898-b47f-abcfbd6aba70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (edd26d0f-3d84-4196-8ee3-09fdce164692), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:55.680234 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdd7e06-17b1-4639-b784-ca8a88d1b354 admin admin] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:54:55.684960 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-abdd7e06-17b1-4639-b784-ca8a88d1b354 admin admin] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:54:55.697872 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdd7e06-17b1-4639-b784-ca8a88d1b354 admin admin] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:54:55.753428 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7454d2af-60cf-4cd6-9acf-ef49e75244de tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for security_group_rule (8177556b-8b88-466d-aaa2-63ec4666cb1f), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:55.760359 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7454d2af-60cf-4cd6-9acf-ef49e75244de tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (8177556b-8b88-466d-aaa2-63ec4666cb1f), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:55.779087 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd7e06-17b1-4639-b784-ca8a88d1b354 admin admin] Pushing event updated for resources: {'Port': ['ID=44819e22-e026-4d85-8aaa-9a6467df1b48,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:55.784772 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 57538) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:55.855123 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454d2af-60cf-4cd6-9acf-ef49e75244de tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8177556b-8b88-466d-aaa2-63ec4666cb1f,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:55.860762 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-695ea052-b00a-478e-b9f8-58ba81cd23d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:55.879467 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7454d2af-60cf-4cd6-9acf-ef49e75244de tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:55.882345 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-7454d2af-60cf-4cd6-9acf-ef49e75244de tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4451058 Jul 01 19:54:55.886011 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 57540) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:55.906811 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-a9398ccd-e1e9-483a-9beb-b3c582934efd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Request body: {'floatingip': {'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:54:55.953352 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port d01ab8bf-dc58-4397-9307-b41497af8ef6 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:56.019449 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d167cb28-57c3-4898-b47f-abcfbd6aba70 None None] For port edd26d0f-3d84-4196-8ee3-09fdce164692, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:54:56.032324 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d167cb28-57c3-4898-b47f-abcfbd6aba70 None None] For port edd26d0f-3d84-4196-8ee3-09fdce164692, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=edd26d0f-3d84-4196-8ee3-09fdce164692,segment=NetworkSegment(f96aeb80-0bcd-489a-9ed2-5930e8e872ed),segment_id=f96aeb80-0bcd-489a-9ed2-5930e8e872ed)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:54:56.047739 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d167cb28-57c3-4898-b47f-abcfbd6aba70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (edd26d0f-3d84-4196-8ee3-09fdce164692), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:56.167101 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0a581-fb99-48c9-9f4e-3dc951f7232b req-ebde23c4-d107-49e2-9eb0-98593e85f23b tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:56.169150 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-cda0a581-fb99-48c9-9f4e-3dc951f7232b req-ebde23c4-d107-49e2-9eb0-98593e85f23b tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.2408366 Jul 01 19:54:56.193011 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a9398ccd-e1e9-483a-9beb-b3c582934efd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:56.199573 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167cb28-57c3-4898-b47f-abcfbd6aba70 None None] Pushing event updated for resources: {'Port': ['ID=edd26d0f-3d84-4196-8ee3-09fdce164692,revision_number=2']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:56.311502 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f3235-9812-41f3-8338-c14a7bb5260e req-c6bc9d28-903c-4297-9e30-4ac88383f08b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:56.322570 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0b2f3235-9812-41f3-8338-c14a7bb5260e req-c6bc9d28-903c-4297-9e30-4ac88383f08b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.3708673 Jul 01 19:54:56.424931 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-abdd7e06-17b1-4639-b784-ca8a88d1b354 admin admin] Publish callbacks [] for router_gateway (4ba27a33-942d-4958-97ff-c6b2a78f5daa), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:56.626846 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:56.632710 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a9398ccd-e1e9-483a-9beb-b3c582934efd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:56.698134 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-cda0a581-fb99-48c9-9f4e-3dc951f7232b req-f9964b27-a632-45e3-a615-06841ad764a1 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5164130 Jul 01 19:54:56.765744 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0b2f3235-9812-41f3-8338-c14a7bb5260e req-3dd749d6-1cfe-4e91-9d8c-58812c0ff0df tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4109848 Jul 01 19:54:56.904517 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:56.913021 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974fadb-5d78-4310-af60-faace1f149c6 req-90f7de30-c213-4317-9c51-5f28f7536ca4 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:56.923365 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a974fadb-5d78-4310-af60-faace1f149c6 req-90f7de30-c213-4317-9c51-5f28f7536ca4 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.0861657 Jul 01 19:54:56.935566 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-695ea052-b00a-478e-b9f8-58ba81cd23d3 admin admin] Publish callbacks [] for security_group (2ccbd950-af10-40e0-a06f-b58ee3102c36), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:56.967174 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-695ea052-b00a-478e-b9f8-58ba81cd23d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (2ccbd950-af10-40e0-a06f-b58ee3102c36), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:56.980863 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-abdd7e06-17b1-4639-b784-ca8a88d1b354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725937'] for router (4ba27a33-942d-4958-97ff-c6b2a78f5daa), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:56.987744 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:57.028415 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-695ea052-b00a-478e-b9f8-58ba81cd23d3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b23d19a0cd9945e48b61f8662498fc53&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2363229 Jul 01 19:54:57.031278 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 57546) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:57.098930 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a974fadb-5d78-4310-af60-faace1f149c6 req-ec22d5aa-d890-4278-b320-8eb6f56799a8 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722980 Jul 01 19:54:57.157126 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 57548) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:57.353094 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device edd26d0f-3d84-4196-8ee3-09fdce164692 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:54:57.449678 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ea052-b00a-478e-b9f8-58ba81cd23d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccbd950-af10-40e0-a06f-b58ee3102c36,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:57.591977 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [None req-a9398ccd-e1e9-483a-9beb-b3c582934efd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Allocated IP 172.27.1.188 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/1e17c109-d90f-4c84-8135-eb4ea535bec4) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:54:57.625686 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port edd26d0f-3d84-4196-8ee3-09fdce164692 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:57.626379 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (edd26d0f-3d84-4196-8ee3-09fdce164692), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:57.782540 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:57.783408 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port edd26d0f-3d84-4196-8ee3-09fdce164692 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:57.783997 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (edd26d0f-3d84-4196-8ee3-09fdce164692), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:57.871168 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-520f6246-b665-4881-9a48-4c544643b810 None None] For port edd26d0f-3d84-4196-8ee3-09fdce164692, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=edd26d0f-3d84-4196-8ee3-09fdce164692,segment=NetworkSegment(f96aeb80-0bcd-489a-9ed2-5930e8e872ed),segment_id=f96aeb80-0bcd-489a-9ed2-5930e8e872ed)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:54:57.884284 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (edd26d0f-3d84-4196-8ee3-09fdce164692), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:57.898431 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:57.992561 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Pushing event updated for resources: {'Port': ['ID=edd26d0f-3d84-4196-8ee3-09fdce164692,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:57.997144 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a9398ccd-e1e9-483a-9beb-b3c582934efd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for port (1e17c109-d90f-4c84-8135-eb4ea535bec4), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:58.148312 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdd7e06-17b1-4639-b784-ca8a88d1b354 admin admin] Router 4ba27a33-942d-4958-97ff-c6b2a78f5daa is scheduled to L3 agent 92102641-59bc-4b31-9151-065046da5b4e with binding_index 1 {{(pid=110545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 01 19:54:58.173281 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279547b8-3f2f-4ca8-9772-ace0e6b3e0bd tempest-TestShelveInstance-774146886 tempest-TestShelveInstance-774146886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:58.175158 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-279547b8-3f2f-4ca8-9772-ace0e6b3e0bd tempest-TestShelveInstance-774146886 tempest-TestShelveInstance-774146886-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 1125 time: 0.9976313 Jul 01 19:54:58.179787 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a9398ccd-e1e9-483a-9beb-b3c582934efd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (1e17c109-d90f-4c84-8135-eb4ea535bec4), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:58.181917 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 57556) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:58.191468 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-b14f497c-e4cd-49d9-b83f-d36bb1a900a4 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Request body: {'floatingip': {'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'port_id': '1703035c-ecba-43aa-ab94-ee8dc5dedbe4', 'tenant_id': '669587fe364c4741b489449451f2294c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:54:58.213436 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb2027f-4def-47de-9749-12d57ba77892 None None] Network 8e73b11a-3163-4c27-aaad-b6ff9bb440a1 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:54:58.220502 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:58.312586 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-1312a652-382c-4a69-8ea7-c5c4ed8f3f82 admin admin] Publish callbacks [] for security_group (2ccbd950-af10-40e0-a06f-b58ee3102c36), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:58.321265 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d3b630c7-cea1-4044-be3f-88221370d648 None None] Provisioning complete for port edd26d0f-3d84-4196-8ee3-09fdce164692 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:58.323119 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d3b630c7-cea1-4044-be3f-88221370d648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (edd26d0f-3d84-4196-8ee3-09fdce164692), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:58.336748 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdd7e06-17b1-4639-b784-ca8a88d1b354 admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:54:58.367329 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-abdd7e06-17b1-4639-b784-ca8a88d1b354 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:58.373860 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-abdd7e06-17b1-4639-b784-ca8a88d1b354 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9659035 Jul 01 19:54:58.379923 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 57558) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:54:58.382447 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9398ccd-e1e9-483a-9beb-b3c582934efd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:54:58.389107 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-b14f497c-e4cd-49d9-b83f-d36bb1a900a4 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:58.397738 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] Sync routers for ids ['4ba27a33-942d-4958-97ff-c6b2a78f5daa'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:54:58.596883 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-b14f497c-e4cd-49d9-b83f-d36bb1a900a4 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:58.610249 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] Routers {'4ba27a33-942d-4958-97ff-c6b2a78f5daa'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:54:58.621682 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:54:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['4ba27a33-942d-4958-97ff-c6b2a78f5daa'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:59.114520 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d3b630c7-cea1-4044-be3f-88221370d648 None None] Current status of the port edd26d0f-3d84-4196-8ee3-09fdce164692 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:54:59.243571 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] Set router 4ba27a33-942d-4958-97ff-c6b2a78f5daa gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:54:59.277130 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [None req-b14f497c-e4cd-49d9-b83f-d36bb1a900a4 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Allocated IP 172.27.1.220 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/f110ff8a-a634-4401-899e-56f2f57dea0e) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:54:59.304148 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device edd26d0f-3d84-4196-8ee3-09fdce164692 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:54:59.311697 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-a9398ccd-e1e9-483a-9beb-b3c582934efd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:54:59.361501 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:59.378794 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9398ccd-e1e9-483a-9beb-b3c582934efd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:54:59.416006 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-1312a652-382c-4a69-8ea7-c5c4ed8f3f82 admin admin] Publish callbacks [] for security_group (2ccbd950-af10-40e0-a06f-b58ee3102c36), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:59.438055 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:54:59.482240 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d84129-d1ca-46ca-800b-24de09232208 req-04c7f954-46d2-4abe-80d7-ed4fb0cd3aa7 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:54:59.482493 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-ba8994d6-2658-4589-9d65-d492b8a28f23 None None] Provisioning complete for port edd26d0f-3d84-4196-8ee3-09fdce164692 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:59.482949 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ba8994d6-2658-4589-9d65-d492b8a28f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (edd26d0f-3d84-4196-8ee3-09fdce164692), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:59.491156 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port edd26d0f-3d84-4196-8ee3-09fdce164692 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:54:59.491665 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (edd26d0f-3d84-4196-8ee3-09fdce164692), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:59.493819 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-43d84129-d1ca-46ca-800b-24de09232208 req-04c7f954-46d2-4abe-80d7-ed4fb0cd3aa7 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 1.3751354 Jul 01 19:54:59.514454 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9398ccd-e1e9-483a-9beb-b3c582934efd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Pushing event updated for resources: {'Port': ['ID=1e17c109-d90f-4c84-8135-eb4ea535bec4,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:54:59.521412 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b73a7166-faa7-4d3e-bad5-fcece0134faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:59.703625 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba27a33-942d-4958-97ff-c6b2a78f5daa', 'name': 'tempest-TestVolumeBootPattern-1918152195-router', 'tenant_id': 'bdfabef2ed454d6590af05df16f55610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '44819e22-e026-4d85-8aaa-9a6467df1b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:53Z', 'updated_at': '2022-07-01T19:54:56Z', 'revision_number': 3, 'project_id': 'bdfabef2ed454d6590af05df16f55610', 'gw_port': {'id': '44819e22-e026-4d85-8aaa-9a6467df1b48', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba27a33-942d-4958-97ff-c6b2a78f5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:54Z', 'updated_at': '2022-07-01T19:54:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:54:59.792546 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] Checking router: 4ba27a33-942d-4958-97ff-c6b2a78f5daa for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:54:59.793069 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] Updating router 4ba27a33-942d-4958-97ff-c6b2a78f5daa port 44819e22-e026-4d85-8aaa-9a6467df1b48 binding host dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 19:54:59.810444 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a9398ccd-e1e9-483a-9beb-b3c582934efd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for floatingip (bc98d141-e277-4352-821a-26c184833713), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:59.870905 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [None req-b73a7166-faa7-4d3e-bad5-fcece0134faa admin admin] Allocated IP 172.20.0.1 (8e73b11a-3163-4c27-aaad-b6ff9bb440a1/a8a7cc8a-b881-4901-bcca-6d9c2617c06e/54d80022-a034-4143-9437-056533735d94) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:54:59.887750 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (44819e22-e026-4d85-8aaa-9a6467df1b48), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:54:59.892034 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:00.012036 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-ba8994d6-2658-4589-9d65-d492b8a28f23 None None] Current status of the port edd26d0f-3d84-4196-8ee3-09fdce164692 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:55:00.014726 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:00.023278 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port edd26d0f-3d84-4196-8ee3-09fdce164692 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:55:00.098326 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b73a7166-faa7-4d3e-bad5-fcece0134faa admin admin] Publish callbacks [] for port (54d80022-a034-4143-9437-056533735d94), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:00.200669 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b73a7166-faa7-4d3e-bad5-fcece0134faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (54d80022-a034-4143-9437-056533735d94), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:00.253963 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a9398ccd-e1e9-483a-9beb-b3c582934efd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (1e17c109-d90f-4c84-8135-eb4ea535bec4), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:00.258201 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73a7166-faa7-4d3e-bad5-fcece0134faa admin admin] Network 8e73b11a-3163-4c27-aaad-b6ff9bb440a1 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:55:00.276319 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-b73a7166-faa7-4d3e-bad5-fcece0134faa admin admin] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:55:00.294790 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a7166-faa7-4d3e-bad5-fcece0134faa admin admin] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:55:00.350146 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-43d84129-d1ca-46ca-800b-24de09232208 req-cf27bc92-5df7-420a-a2b1-264aa31f6cd4 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8554654 Jul 01 19:55:00.352072 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-1312a652-382c-4a69-8ea7-c5c4ed8f3f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (2ccbd950-af10-40e0-a06f-b58ee3102c36), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:00.355690 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-1312a652-382c-4a69-8ea7-c5c4ed8f3f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:00.357750 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-1312a652-382c-4a69-8ea7-c5c4ed8f3f82 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ccbd950-af10-40e0-a06f-b58ee3102c36 HTTP/1.1" status: 204 len: 168 time: 3.3251414 Jul 01 19:55:00.417478 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:00.429916 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a7166-faa7-4d3e-bad5-fcece0134faa admin admin] Pushing event updated for resources: {'Port': ['ID=54d80022-a034-4143-9437-056533735d94,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:00.443483 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f74a09-8163-4339-867e-321a7d2133c5 req-871e862a-3364-465e-bbcf-2f788f0ed5cf tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:00.445039 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b73a7166-faa7-4d3e-bad5-fcece0134faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730226'] for router_interface (4ba27a33-942d-4958-97ff-c6b2a78f5daa), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:00.456532 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-07f74a09-8163-4339-867e-321a7d2133c5 req-871e862a-3364-465e-bbcf-2f788f0ed5cf tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.4641511 Jul 01 19:55:00.459564 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312a652-382c-4a69-8ea7-c5c4ed8f3f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccbd950-af10-40e0-a06f-b58ee3102c36,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:00.582768 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:00.603356 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-07f74a09-8163-4339-867e-321a7d2133c5 req-50338b81-5aa2-4724-b61a-eae726d88ac0 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459420 Jul 01 19:55:00.733229 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-b14f497c-e4cd-49d9-b83f-d36bb1a900a4 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for port (f110ff8a-a634-4401-899e-56f2f57dea0e), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:00.752273 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-8e9acf3c-af08-4910-af94-adca55928be5 None None] Provisioning complete for port 54d80022-a034-4143-9437-056533735d94 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:55:00.753420 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-8e9acf3c-af08-4910-af94-adca55928be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (54d80022-a034-4143-9437-056533735d94), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:00.785993 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b73a7166-faa7-4d3e-bad5-fcece0134faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (54d80022-a034-4143-9437-056533735d94), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:00.864478 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a9398ccd-e1e9-483a-9beb-b3c582934efd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for port (1e17c109-d90f-4c84-8135-eb4ea535bec4), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:00.874457 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-8e9acf3c-af08-4910-af94-adca55928be5 None None] Port 54d80022-a034-4143-9437-056533735d94 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:55:00.881884 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a9398ccd-e1e9-483a-9beb-b3c582934efd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (1e17c109-d90f-4c84-8135-eb4ea535bec4), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:00.921742 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a9398ccd-e1e9-483a-9beb-b3c582934efd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (bc98d141-e277-4352-821a-26c184833713), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:00.988620 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a9398ccd-e1e9-483a-9beb-b3c582934efd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:00.990426 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-a9398ccd-e1e9-483a-9beb-b3c582934efd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1023374 Jul 01 19:55:01.001902 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9398ccd-e1e9-483a-9beb-b3c582934efd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Pushing event updated for resources: {'Port': ['ID=1e17c109-d90f-4c84-8135-eb4ea535bec4,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:01.017897 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-b14f497c-e4cd-49d9-b83f-d36bb1a900a4 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (f110ff8a-a634-4401-899e-56f2f57dea0e), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:01.190162 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14f497c-e4cd-49d9-b83f-d36bb1a900a4 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:55:01.210165 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-b14f497c-e4cd-49d9-b83f-d36bb1a900a4 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:55:01.223301 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14f497c-e4cd-49d9-b83f-d36bb1a900a4 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:55:01.268668 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:01.316696 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f497c-e4cd-49d9-b83f-d36bb1a900a4 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Pushing event updated for resources: {'Port': ['ID=f110ff8a-a634-4401-899e-56f2f57dea0e,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:01.397212 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b73a7166-faa7-4d3e-bad5-fcece0134faa admin admin] Publish callbacks [] for port (54d80022-a034-4143-9437-056533735d94), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:01.407267 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b73a7166-faa7-4d3e-bad5-fcece0134faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5117128'] for port (54d80022-a034-4143-9437-056533735d94), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:01.566614 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b73a7166-faa7-4d3e-bad5-fcece0134faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730094'] for router_interface (4ba27a33-942d-4958-97ff-c6b2a78f5daa), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:01.579997 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] Publish callbacks [] for port (44819e22-e026-4d85-8aaa-9a6467df1b48), precommit_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:01.603822 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (44819e22-e026-4d85-8aaa-9a6467df1b48), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:01.647937 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a7166-faa7-4d3e-bad5-fcece0134faa admin admin] Pushing event updated for resources: {'Port': ['ID=54d80022-a034-4143-9437-056533735d94,revision_number=2']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:01.772403 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8439a91-130a-49d1-beaf-7af279b04950 req-493bf37c-3d35-4406-af6c-c8936a35e7a1 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:01.789609 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f8439a91-130a-49d1-beaf-7af279b04950 req-493bf37c-3d35-4406-af6c-c8936a35e7a1 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.1719978 Jul 01 19:55:01.789827 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] Attempting to bind port 44819e22-e026-4d85-8aaa-9a6467df1b48 on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:55:01.789827 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] Attempting to bind port 44819e22-e026-4d85-8aaa-9a6467df1b48 by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:55:01.789827 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] Attempting to bind port 44819e22-e026-4d85-8aaa-9a6467df1b48 on network b87c582a-5096-4c62-aa69-ad30066bb691 {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:55:01.790804 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:01.846593 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:55:01.847380 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] Checking segment: {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:55:01.847826 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:01.864693 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] Bound using segment: {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:55:01.865674 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] Bound port: 44819e22-e026-4d85-8aaa-9a6467df1b48, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:55:01.866079 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (44819e22-e026-4d85-8aaa-9a6467df1b48), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:01.867949 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808531d-f2ad-4d7c-bb0c-5f5289712d35 None None] Pushing event updated for resources: {'Port': ['ID=44819e22-e026-4d85-8aaa-9a6467df1b48,revision_number=2']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:01.869861 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73a7166-faa7-4d3e-bad5-fcece0134faa admin admin] Network 8e73b11a-3163-4c27-aaad-b6ff9bb440a1 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:55:01.871557 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-b73a7166-faa7-4d3e-bad5-fcece0134faa admin admin] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:55:02.041648 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] For port 44819e22-e026-4d85-8aaa-9a6467df1b48, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:55:02.049279 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] For port 44819e22-e026-4d85-8aaa-9a6467df1b48, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=44819e22-e026-4d85-8aaa-9a6467df1b48,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:55:02.070491 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (44819e22-e026-4d85-8aaa-9a6467df1b48), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:02.083655 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73a7166-faa7-4d3e-bad5-fcece0134faa admin admin] Router 4ba27a33-942d-4958-97ff-c6b2a78f5daa has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:55:02.186027 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:02.210575 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] Routers {'4ba27a33-942d-4958-97ff-c6b2a78f5daa'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:55:02.211510 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:54:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['4ba27a33-942d-4958-97ff-c6b2a78f5daa'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:55:02.213989 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808531d-f2ad-4d7c-bb0c-5f5289712d35 None None] Pushing event updated for resources: {'Port': ['ID=44819e22-e026-4d85-8aaa-9a6467df1b48,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:02.216319 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:02.261427 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-b14f497c-e4cd-49d9-b83f-d36bb1a900a4 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for floatingip (e61d4adc-6004-4573-9871-6c49f72b668b), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:02.319765 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73a7166-faa7-4d3e-bad5-fcece0134faa admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:55:02.345414 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-b73a7166-faa7-4d3e-bad5-fcece0134faa admin admin] 10.222.0.66 "PUT /v2.0/routers/4ba27a33-942d-4958-97ff-c6b2a78f5daa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9633727 Jul 01 19:55:02.459481 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f8439a91-130a-49d1-beaf-7af279b04950 req-4fe88073-c68b-43cd-be2b-fa713b288aae tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6750414 Jul 01 19:55:02.498508 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] Set router 4ba27a33-942d-4958-97ff-c6b2a78f5daa gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:55:02.644228 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead03dd-9783-421b-a633-fdd15fc4c7e1 req-6b68789b-7aec-4e0c-a8e4-0a642792749b tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:02.649394 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7ead03dd-9783-421b-a633-fdd15fc4c7e1 req-6b68789b-7aec-4e0c-a8e4-0a642792749b tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0609720 Jul 01 19:55:02.752521 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-4cb89a2d-1863-48f9-8215-3c1462a0dc6f None None] Provisioning complete for port 54d80022-a034-4143-9437-056533735d94 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:55:02.752893 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-4cb89a2d-1863-48f9-8215-3c1462a0dc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (54d80022-a034-4143-9437-056533735d94), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:02.761672 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-b14f497c-e4cd-49d9-b83f-d36bb1a900a4 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (f110ff8a-a634-4401-899e-56f2f57dea0e), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:02.772047 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7ead03dd-9783-421b-a633-fdd15fc4c7e1 req-464d40ad-50d8-41cc-b712-8d1fcd7423b8 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754113 Jul 01 19:55:03.064534 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-4cb89a2d-1863-48f9-8215-3c1462a0dc6f None None] Port 54d80022-a034-4143-9437-056533735d94 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:55:03.167832 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-b14f497c-e4cd-49d9-b83f-d36bb1a900a4 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for port (f110ff8a-a634-4401-899e-56f2f57dea0e), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:03.173770 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba27a33-942d-4958-97ff-c6b2a78f5daa', 'name': 'tempest-TestVolumeBootPattern-1918152195-router', 'tenant_id': 'bdfabef2ed454d6590af05df16f55610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '44819e22-e026-4d85-8aaa-9a6467df1b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:53Z', 'updated_at': '2022-07-01T19:55:00Z', 'revision_number': 4, 'project_id': 'bdfabef2ed454d6590af05df16f55610', 'gw_port': {'id': '44819e22-e026-4d85-8aaa-9a6467df1b48', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba27a33-942d-4958-97ff-c6b2a78f5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:54Z', 'updated_at': '2022-07-01T19:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '54d80022-a034-4143-9437-056533735d94', 'name': '', 'network_id': '8e73b11a-3163-4c27-aaad-b6ff9bb440a1', 'tenant_id': 'bdfabef2ed454d6590af05df16f55610', 'mac_address': 'fa:16:3e:59:08:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba27a33-942d-4958-97ff-c6b2a78f5daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a8a7cc8a-b881-4901-bcca-6d9c2617c06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:59Z', 'updated_at': '2022-07-01T19:55:00Z', 'revision_number': 2, 'project_id': 'bdfabef2ed454d6590af05df16f55610', 'subnets': [{'id': 'a8a7cc8a-b881-4901-bcca-6d9c2617c06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:55:03.181085 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-b14f497c-e4cd-49d9-b83f-d36bb1a900a4 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (f110ff8a-a634-4401-899e-56f2f57dea0e), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:03.195404 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:03.225930 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf1c5ff-ce6b-443b-92a6-116bb8ed6331 None None] The sync data for ids ['4ba27a33-942d-4958-97ff-c6b2a78f5daa'] in dv-cinder-844601-7-iscsi is: [{'id': '4ba27a33-942d-4958-97ff-c6b2a78f5daa', 'name': 'tempest-TestVolumeBootPattern-1918152195-router', 'tenant_id': 'bdfabef2ed454d6590af05df16f55610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '44819e22-e026-4d85-8aaa-9a6467df1b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:53Z', 'updated_at': '2022-07-01T19:55:00Z', 'revision_number': 4, 'project_id': 'bdfabef2ed454d6590af05df16f55610', 'gw_port': {'id': '44819e22-e026-4d85-8aaa-9a6467df1b48', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba27a33-942d-4958-97ff-c6b2a78f5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:54Z', 'updated_at': '2022-07-01T19:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '54d80022-a034-4143-9437-056533735d94', 'name': '', 'network_id': '8e73b11a-3163-4c27-aaad-b6ff9bb440a1', 'tenant_id': 'bdfabef2ed454d6590af05df16f55610', 'mac_address': 'fa:16:3e:59:08:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba27a33-942d-4958-97ff-c6b2a78f5daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a8a7cc8a-b881-4901-bcca-6d9c2617c06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:59Z', 'updated_at': '2022-07-01T19:55:00Z', 'revision_number': 2, 'project_id': 'bdfabef2ed454d6590af05df16f55610', 'subnets': [{'id': 'a8a7cc8a-b881-4901-bcca-6d9c2617c06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:55:03.299093 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-b14f497c-e4cd-49d9-b83f-d36bb1a900a4 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (e61d4adc-6004-4573-9871-6c49f72b668b), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:03.495850 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 57630) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:55:03.505409 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-70dffe07-623d-4fd5-831b-fd25f64667d7 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1127916334', 'description': 'tempest-secgroup-smoke-1127916334 description', 'project_id': '262e5b1a6f6248cca455437d23b8d441'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:55:03.562310 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f497c-e4cd-49d9-b83f-d36bb1a900a4 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Pushing event updated for resources: {'Port': ['ID=f110ff8a-a634-4401-899e-56f2f57dea0e,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:03.595500 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-70dffe07-623d-4fd5-831b-fd25f64667d7 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:03.701798 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.l3_db [None req-b14f497c-e4cd-49d9-b83f-d36bb1a900a4 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Floating IP e61d4adc-6004-4573-9871-6c49f72b668b associated. External IP: 172.27.1.220, port: 1703035c-ecba-43aa-ab94-ee8dc5dedbe4. Jul 01 19:55:04.070842 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-70dffe07-623d-4fd5-831b-fd25f64667d7 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for security_group (6e986d2c-065d-43a5-9213-25c3083af54e), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:04.079120 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-70dffe07-623d-4fd5-831b-fd25f64667d7 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (6e986d2c-065d-43a5-9213-25c3083af54e), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:04.147197 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dffe07-623d-4fd5-831b-fd25f64667d7 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e986d2c-065d-43a5-9213-25c3083af54e,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:04.193297 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-70dffe07-623d-4fd5-831b-fd25f64667d7 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:04.194210 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-70dffe07-623d-4fd5-831b-fd25f64667d7 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6950631 Jul 01 19:55:04.206196 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 57640) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:55:04.211896 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-1eeb2d08-de1a-4f13-8bbf-31e5fe9e2577 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Request body: {'security_group_rule': {'security_group_id': '6e986d2c-065d-43a5-9213-25c3083af54e', 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:55:04.320279 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1eeb2d08-de1a-4f13-8bbf-31e5fe9e2577 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for security_group_rule (ddecaf4f-2e97-4a02-a197-a8146b17bdb2), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:04.601366 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1eeb2d08-de1a-4f13-8bbf-31e5fe9e2577 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for security_group_rule (ddecaf4f-2e97-4a02-a197-a8146b17bdb2), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:04.636597 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1eeb2d08-de1a-4f13-8bbf-31e5fe9e2577 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (ddecaf4f-2e97-4a02-a197-a8146b17bdb2), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:04.685042 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb2d08-de1a-4f13-8bbf-31e5fe9e2577 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddecaf4f-2e97-4a02-a197-a8146b17bdb2,revision_number=0']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:04.752325 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1eeb2d08-de1a-4f13-8bbf-31e5fe9e2577 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:04.753692 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-1eeb2d08-de1a-4f13-8bbf-31e5fe9e2577 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5462966 Jul 01 19:55:04.757567 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 57648) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:55:04.765952 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-fce1bb9a-4052-4be6-889a-b18e02d7dd49 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Request body: {'security_group_rule': {'security_group_id': '6e986d2c-065d-43a5-9213-25c3083af54e', 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:55:04.831514 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae3539-9e49-48d5-a7d8-1a88ba3f23de req-59d91000-973c-4e7c-a020-0f2b2f9ed42d tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:04.851205 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-92ae3539-9e49-48d5-a7d8-1a88ba3f23de req-59d91000-973c-4e7c-a020-0f2b2f9ed42d tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 1.0642333 Jul 01 19:55:04.860538 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fce1bb9a-4052-4be6-889a-b18e02d7dd49 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for security_group_rule (a2c38d10-d6e8-4219-bbc5-e4c6ad15bb60), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:04.926948 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-92ae3539-9e49-48d5-a7d8-1a88ba3f23de req-7e8ffb50-08b1-46ad-b3f8-5c8bbb8109cd tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742929 Jul 01 19:55:05.056118 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14f497c-e4cd-49d9-b83f-d36bb1a900a4 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Router baab68a6-76b6-4eed-bcf0-39f1da64d6b2 has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:55:05.105015 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:05.219166 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fce1bb9a-4052-4be6-889a-b18e02d7dd49 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for security_group_rule (a2c38d10-d6e8-4219-bbc5-e4c6ad15bb60), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:05.319464 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fce1bb9a-4052-4be6-889a-b18e02d7dd49 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (a2c38d10-d6e8-4219-bbc5-e4c6ad15bb60), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:05.372161 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1bb9a-4052-4be6-889a-b18e02d7dd49 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c38d10-d6e8-4219-bbc5-e4c6ad15bb60,revision_number=0']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:05.456344 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 44819e22-e026-4d85-8aaa-9a6467df1b48 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:55:05.509768 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fce1bb9a-4052-4be6-889a-b18e02d7dd49 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:05.516012 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-fce1bb9a-4052-4be6-889a-b18e02d7dd49 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7572618 Jul 01 19:55:05.518982 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 57666) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:55:05.529756 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd62e7-a4f1-4e71-a5c2-b111500aa73f req-7d056203-df44-4568-9ef7-43804ebfe048 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:05.532907 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-5a758701-a655-4841-a4be-ad9e304730a8 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Request body: {'security_group_rule': {'security_group_id': '6e986d2c-065d-43a5-9213-25c3083af54e', 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:55:05.551995 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-28dd62e7-a4f1-4e71-a5c2-b111500aa73f req-7d056203-df44-4568-9ef7-43804ebfe048 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.2873945 Jul 01 19:55:05.634862 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 44819e22-e026-4d85-8aaa-9a6467df1b48 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:55:05.635369 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (44819e22-e026-4d85-8aaa-9a6467df1b48), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:05.663851 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5a758701-a655-4841-a4be-ad9e304730a8 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for security_group_rule (f87d1f15-65f8-47e9-9581-aa5b968ffa07), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:05.755454 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-28dd62e7-a4f1-4e71-a5c2-b111500aa73f req-218fe859-70dd-483d-a481-2d53ea308ac8 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054176 Jul 01 19:55:05.803527 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14f497c-e4cd-49d9-b83f-d36bb1a900a4 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:55:05.819067 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07683234-9c33-4596-ab62-177006834e9c None None] Sync routers for ids ['baab68a6-76b6-4eed-bcf0-39f1da64d6b2'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:55:05.835737 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07683234-9c33-4596-ab62-177006834e9c None None] Routers {'baab68a6-76b6-4eed-bcf0-39f1da64d6b2'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:55:05.836660 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-07683234-9c33-4596-ab62-177006834e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:54:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['baab68a6-76b6-4eed-bcf0-39f1da64d6b2'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:55:05.847759 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-b14f497c-e4cd-49d9-b83f-d36bb1a900a4 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:05.866694 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:05.869339 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 44819e22-e026-4d85-8aaa-9a6467df1b48 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:55:05.871252 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (44819e22-e026-4d85-8aaa-9a6467df1b48), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:05.889769 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5a758701-a655-4841-a4be-ad9e304730a8 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for security_group_rule (f87d1f15-65f8-47e9-9581-aa5b968ffa07), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:05.898437 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:05.906332 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5a758701-a655-4841-a4be-ad9e304730a8 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (f87d1f15-65f8-47e9-9581-aa5b968ffa07), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:05.929416 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-b14f497c-e4cd-49d9-b83f-d36bb1a900a4 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.7415936 Jul 01 19:55:05.933827 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee927ae4-fe7f-411f-be38-1d732b6ba6e3', 'tag': '1703035c-ecba-43aa-ab94-ee8dc5dedbe4'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:55:05.935697 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-520f6246-b665-4881-9a48-4c544643b810 None None] For port 44819e22-e026-4d85-8aaa-9a6467df1b48, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=44819e22-e026-4d85-8aaa-9a6467df1b48,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:55:05.946858 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5d9d9e-2a0e-4f76-bab0-07b0ef0240be" -d '{"events": [{"name": "network-changed", "server_uuid": "ee927ae4-fe7f-411f-be38-1d732b6ba6e3", "tag": "1703035c-ecba-43aa-ab94-ee8dc5dedbe4"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:55:05.950747 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a758701-a655-4841-a4be-ad9e304730a8 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f87d1f15-65f8-47e9-9581-aa5b968ffa07,revision_number=0']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:05.968473 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (44819e22-e026-4d85-8aaa-9a6467df1b48), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:06.042612 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5a758701-a655-4841-a4be-ad9e304730a8 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:06.049472 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 57678) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:55:06.051332 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-5a758701-a655-4841-a4be-ad9e304730a8 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5285783 Jul 01 19:55:06.055467 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-e3757238-f448-4f31-9793-42345f193b8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Request body: {'security_group_rule': {'security_group_id': '6e986d2c-065d-43a5-9213-25c3083af54e', 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:55:06.116093 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c2e7db-31f6-4004-9a45-adae35ff63bc x-openstack-request-id: req-a0c2e7db-31f6-4004-9a45-adae35ff63bc {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:55:06.116850 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee927ae4-fe7f-411f-be38-1d732b6ba6e3", "tag": "1703035c-ecba-43aa-ab94-ee8dc5dedbe4", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:55:06.119871 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a0c2e7db-31f6-4004-9a45-adae35ff63bc {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:55:06.121262 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0c2e7db-31f6-4004-9a45-adae35ff63bc'] response: {'name': 'network-changed', 'server_uuid': 'ee927ae4-fe7f-411f-be38-1d732b6ba6e3', 'tag': '1703035c-ecba-43aa-ab94-ee8dc5dedbe4', 'status': 'completed', 'code': 200} Jul 01 19:55:06.182782 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e3757238-f448-4f31-9793-42345f193b8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for security_group_rule (5d308ff0-b4e9-4e17-8223-dcb9cebcb063), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:06.199254 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:06.210175 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Pushing event updated for resources: {'Port': ['ID=44819e22-e026-4d85-8aaa-9a6467df1b48,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:06.232839 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-5f75a1f7-93a4-4e48-bebe-e06929ee8ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:06.253359 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d9d9e-2a0e-4f76-bab0-07b0ef0240be req-7b357674-4c31-4ae9-9024-4b5043caac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:06.255482 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-ce5d9d9e-2a0e-4f76-bab0-07b0ef0240be req-7b357674-4c31-4ae9-9024-4b5043caac27 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=669587fe364c4741b489449451f2294c&device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 1130 time: 0.1606915 Jul 01 19:55:06.436064 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33fb56-c88a-49fc-99ff-e961ad8b5e22 req-b2ad5e3e-b080-4928-a361-ec59e3d37b2a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:06.439321 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fa33fb56-c88a-49fc-99ff-e961ad8b5e22 req-b2ad5e3e-b080-4928-a361-ec59e3d37b2a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.1713152 Jul 01 19:55:06.452222 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d9d9e-2a0e-4f76-bab0-07b0ef0240be req-9f168a2a-b2fa-4d40-92e0-26b9d509bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:06.461252 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-ce5d9d9e-2a0e-4f76-bab0-07b0ef0240be req-9f168a2a-b2fa-4d40-92e0-26b9d509bec5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c18db701-00a1-43b8-8ecb-a7786f515087 HTTP/1.1" status: 200 len: 910 time: 0.1960671 Jul 01 19:55:06.515767 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-07683234-9c33-4596-ab62-177006834e9c None None] Set router baab68a6-76b6-4eed-bcf0-39f1da64d6b2 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:55:06.577955 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:06.584246 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 57682) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:55:06.669893 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fa33fb56-c88a-49fc-99ff-e961ad8b5e22 req-d65371e2-a2ae-4fb6-9e36-e96f609b3a2e tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174325 Jul 01 19:55:06.673450 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e3757238-f448-4f31-9793-42345f193b8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for security_group_rule (5d308ff0-b4e9-4e17-8223-dcb9cebcb063), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:06.697523 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e3757238-f448-4f31-9793-42345f193b8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (5d308ff0-b4e9-4e17-8223-dcb9cebcb063), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:06.739676 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3757238-f448-4f31-9793-42345f193b8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d308ff0-b4e9-4e17-8223-dcb9cebcb063,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:06.742316 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-ce5d9d9e-2a0e-4f76-bab0-07b0ef0240be req-0eeacc8e-34e3-4a21-b215-dd0cb35e36da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1703035c-ecba-43aa-ab94-ee8dc5dedbe4 HTTP/1.1" status: 200 len: 1000 time: 0.2746167 Jul 01 19:55:06.748555 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e3757238-f448-4f31-9793-42345f193b8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:06.751578 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-e3757238-f448-4f31-9793-42345f193b8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7001631 Jul 01 19:55:06.761532 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 57686) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:55:06.774049 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-3032f40f-933a-40d5-b2d1-5e2f67c8a56c tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Request body: {'security_group_rule': {'security_group_id': '6e986d2c-065d-43a5-9213-25c3083af54e', 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:55:06.862885 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=5 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:06.950862 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.securitygroups_db [None req-3032f40f-933a-40d5-b2d1-5e2f67c8a56c tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Project 262e5b1a6f6248cca455437d23b8d441 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 01 19:55:06.964981 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d9d9e-2a0e-4f76-bab0-07b0ef0240be req-4468b1e7-0822-4a2e-a44b-2df78e028280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:06.970637 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-ce5d9d9e-2a0e-4f76-bab0-07b0ef0240be req-4468b1e7-0822-4a2e-a44b-2df78e028280 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9 HTTP/1.1" status: 200 len: 848 time: 0.2210722 Jul 01 19:55:06.982564 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649a38a-9c5d-4994-a58a-05b1cfe6a6a1 req-a9b1fcfe-cea0-4a8b-b930-1829335e51d5 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:06.994463 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b649a38a-9c5d-4994-a58a-05b1cfe6a6a1 req-a9b1fcfe-cea0-4a8b-b930-1829335e51d5 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.1265302 Jul 01 19:55:06.999090 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-3032f40f-933a-40d5-b2d1-5e2f67c8a56c tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for security_group_rule (f1cad93f-1a2f-4756-a448-2e66a1e297df), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:07.116154 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b649a38a-9c5d-4994-a58a-05b1cfe6a6a1 req-0ecc42b2-7a09-4934-8fcf-3e173e0ae719 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205940 Jul 01 19:55:07.162796 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d9d9e-2a0e-4f76-bab0-07b0ef0240be req-c4b64cfc-c48a-4f32-b439-98017d7241d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:07.164297 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-ce5d9d9e-2a0e-4f76-bab0-07b0ef0240be req-c4b64cfc-c48a-4f32-b439-98017d7241d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c18db701-00a1-43b8-8ecb-a7786f515087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1663253 Jul 01 19:55:07.198470 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-07683234-9c33-4596-ab62-177006834e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'name': 'tempest-TestShelveInstance-1696941523-router', 'tenant_id': '669587fe364c4741b489449451f2294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:53:55Z', 'revision_number': 4, 'project_id': '669587fe364c4741b489449451f2294c', 'gw_port': {'id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': 'e61d4adc-6004-4573-9871-6c49f72b668b', 'tenant_id': '669587fe364c4741b489449451f2294c', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'port_id': '1703035c-ecba-43aa-ab94-ee8dc5dedbe4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087', 'mac_address': 'fa:16:3e:00:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee927ae4-fe7f-411f-be38-1d732b6ba6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:55:01Z', 'updated_at': '2022-07-01T19:55:01Z', 'revision_number': 0, 'project_id': '669587fe364c4741b489449451f2294c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4d8bca8-0f3c-4b67-ab59-bd189e3289ee', 'name': '', 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087', 'tenant_id': '669587fe364c4741b489449451f2294c', 'mac_address': 'fa:16:3e:c5:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:54Z', 'updated_at': '2022-07-01T19:54:00Z', 'revision_number': 5, 'project_id': '669587fe364c4741b489449451f2294c', 'subnets': [{'id': '23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:55:07.202251 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 44819e22-e026-4d85-8aaa-9a6467df1b48 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:55:07.262023 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07683234-9c33-4596-ab62-177006834e9c None None] Checking router: baab68a6-76b6-4eed-bcf0-39f1da64d6b2 for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:55:07.281170 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07683234-9c33-4596-ab62-177006834e9c None None] Routers {'baab68a6-76b6-4eed-bcf0-39f1da64d6b2'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:55:07.282648 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-07683234-9c33-4596-ab62-177006834e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:54:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['baab68a6-76b6-4eed-bcf0-39f1da64d6b2'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:55:07.349715 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-ce5d9d9e-2a0e-4f76-bab0-07b0ef0240be req-a255f211-7b13-487c-8cd1-4a014de2370d service neutron] 10.222.0.60 "GET /v2.0/networks/c18db701-00a1-43b8-8ecb-a7786f515087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629508 Jul 01 19:55:07.350836 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-2ac49ef6-48a9-446a-a679-6ad2acd084f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:07.454123 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-07683234-9c33-4596-ab62-177006834e9c None None] Set router baab68a6-76b6-4eed-bcf0-39f1da64d6b2 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:55:07.543622 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 44819e22-e026-4d85-8aaa-9a6467df1b48 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:55:07.544394 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (44819e22-e026-4d85-8aaa-9a6467df1b48), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:07.564247 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-2ac49ef6-48a9-446a-a679-6ad2acd084f8 admin admin] Publish callbacks [] for security_group (3522d60b-53a6-48c2-9b91-1b05d310ea45), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:07.740657 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:07.798289 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 44819e22-e026-4d85-8aaa-9a6467df1b48 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:55:07.828294 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-3032f40f-933a-40d5-b2d1-5e2f67c8a56c tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for security_group_rule (f1cad93f-1a2f-4756-a448-2e66a1e297df), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:07.829944 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:07.843983 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-2ac49ef6-48a9-446a-a679-6ad2acd084f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (3522d60b-53a6-48c2-9b91-1b05d310ea45), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:07.853535 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] Sync routers for ids ['4ba27a33-942d-4958-97ff-c6b2a78f5daa'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:55:07.868147 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] Routers {'4ba27a33-942d-4958-97ff-c6b2a78f5daa'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:55:07.868799 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:54:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['4ba27a33-942d-4958-97ff-c6b2a78f5daa'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:55:07.934751 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:07.959816 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac49ef6-48a9-446a-a679-6ad2acd084f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3522d60b-53a6-48c2-9b91-1b05d310ea45,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:07.976049 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-3032f40f-933a-40d5-b2d1-5e2f67c8a56c tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (f1cad93f-1a2f-4756-a448-2e66a1e297df), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:07.986441 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3fc0-218a-41db-b75d-442a7a5af12e req-5971b38f-aa18-4854-ad4b-f808e9f11f19 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:07.989661 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-73ea3fc0-218a-41db-b75d-442a7a5af12e req-5971b38f-aa18-4854-ad4b-f808e9f11f19 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.1260426 Jul 01 19:55:08.011213 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-07683234-9c33-4596-ab62-177006834e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'name': 'tempest-TestShelveInstance-1696941523-router', 'tenant_id': '669587fe364c4741b489449451f2294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:53:55Z', 'revision_number': 4, 'project_id': '669587fe364c4741b489449451f2294c', 'gw_port': {'id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': 'e61d4adc-6004-4573-9871-6c49f72b668b', 'tenant_id': '669587fe364c4741b489449451f2294c', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'port_id': '1703035c-ecba-43aa-ab94-ee8dc5dedbe4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087', 'mac_address': 'fa:16:3e:00:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee927ae4-fe7f-411f-be38-1d732b6ba6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:55:01Z', 'updated_at': '2022-07-01T19:55:01Z', 'revision_number': 0, 'project_id': '669587fe364c4741b489449451f2294c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4d8bca8-0f3c-4b67-ab59-bd189e3289ee', 'name': '', 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087', 'tenant_id': '669587fe364c4741b489449451f2294c', 'mac_address': 'fa:16:3e:c5:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:54Z', 'updated_at': '2022-07-01T19:54:00Z', 'revision_number': 5, 'project_id': '669587fe364c4741b489449451f2294c', 'subnets': [{'id': '23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:55:08.016185 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-ce5d9d9e-2a0e-4f76-bab0-07b0ef0240be req-972a3582-b4a2-40b9-aa43-bb858f00c79e service neutron] 10.222.0.60 "GET /v2.0/networks/c18db701-00a1-43b8-8ecb-a7786f515087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6328125 Jul 01 19:55:08.039228 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:08.044160 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032f40f-933a-40d5-b2d1-5e2f67c8a56c tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1cad93f-1a2f-4756-a448-2e66a1e297df,revision_number=0']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:08.091360 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07683234-9c33-4596-ab62-177006834e9c None None] The sync data for ids ['baab68a6-76b6-4eed-bcf0-39f1da64d6b2'] in dv-cinder-844601-7-iscsi is: [{'id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'name': 'tempest-TestShelveInstance-1696941523-router', 'tenant_id': '669587fe364c4741b489449451f2294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:53:55Z', 'revision_number': 4, 'project_id': '669587fe364c4741b489449451f2294c', 'gw_port': {'id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': 'e61d4adc-6004-4573-9871-6c49f72b668b', 'tenant_id': '669587fe364c4741b489449451f2294c', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'port_id': '1703035c-ecba-43aa-ab94-ee8dc5dedbe4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087', 'mac_address': 'fa:16:3e:00:a8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee927ae4-fe7f-411f-be38-1d732b6ba6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:55:01Z', 'updated_at': '2022-07-01T19:55:01Z', 'revision_number': 0, 'project_id': '669587fe364c4741b489449451f2294c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4d8bca8-0f3c-4b67-ab59-bd189e3289ee', 'name': '', 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087', 'tenant_id': '669587fe364c4741b489449451f2294c', 'mac_address': 'fa:16:3e:c5:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:54Z', 'updated_at': '2022-07-01T19:54:00Z', 'revision_number': 5, 'project_id': '669587fe364c4741b489449451f2294c', 'subnets': [{'id': '23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:55:08.095298 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] Set router 4ba27a33-942d-4958-97ff-c6b2a78f5daa gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:55:08.115319 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 57696) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:55:08.117785 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-2ac49ef6-48a9-446a-a679-6ad2acd084f8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=63e559f7e171454c93a9261f85e31fe1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5320449 Jul 01 19:55:08.123853 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-3032f40f-933a-40d5-b2d1-5e2f67c8a56c tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:08.125517 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-3032f40f-933a-40d5-b2d1-5e2f67c8a56c tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3587475 Jul 01 19:55:08.130872 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 57700) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:55:08.136810 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-11fc8b04-d779-4f57-80e2-22ea7deb7bc0 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Request body: {'security_group_rule': {'security_group_id': '6e986d2c-065d-43a5-9213-25c3083af54e', 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:55:08.146296 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-73ea3fc0-218a-41db-b75d-442a7a5af12e req-30b54fae-4654-4a61-af92-23dfa15d1704 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507180 Jul 01 19:55:08.212372 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.securitygroups_db [None req-11fc8b04-d779-4f57-80e2-22ea7deb7bc0 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Project 262e5b1a6f6248cca455437d23b8d441 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 01 19:55:08.239159 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-11fc8b04-d779-4f57-80e2-22ea7deb7bc0 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for security_group_rule (b5462026-bf2f-4768-9cb1-a0782dbd9d68), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:08.469637 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-11fc8b04-d779-4f57-80e2-22ea7deb7bc0 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for security_group_rule (b5462026-bf2f-4768-9cb1-a0782dbd9d68), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:08.484233 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-11fc8b04-d779-4f57-80e2-22ea7deb7bc0 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (b5462026-bf2f-4768-9cb1-a0782dbd9d68), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:08.544243 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903baae-0b06-4fcc-80cd-416685ebaf40 req-b9ec5845-4648-4c64-a557-85cf590da5ab tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:08.544243 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a903baae-0b06-4fcc-80cd-416685ebaf40 req-b9ec5845-4648-4c64-a557-85cf590da5ab tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.1667354 Jul 01 19:55:08.544243 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8f09e3c2-7863-4d3f-9b36-a72026ae7d66 admin admin] Publish callbacks [] for security_group (3522d60b-53a6-48c2-9b91-1b05d310ea45), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:08.562432 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc8b04-d779-4f57-80e2-22ea7deb7bc0 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5462026-bf2f-4768-9cb1-a0782dbd9d68,revision_number=0']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:08.581921 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8f09e3c2-7863-4d3f-9b36-a72026ae7d66 admin admin] Publish callbacks [] for security_group (3522d60b-53a6-48c2-9b91-1b05d310ea45), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:08.588848 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-11fc8b04-d779-4f57-80e2-22ea7deb7bc0 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:08.602103 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-11fc8b04-d779-4f57-80e2-22ea7deb7bc0 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4581258 Jul 01 19:55:08.645058 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884984ad-ff1d-4719-b289-a44b9b112617 None None] New status for floating IP e61d4adc-6004-4573-9871-6c49f72b668b: ACTIVE {{(pid=110547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 19:55:08.676420 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba27a33-942d-4958-97ff-c6b2a78f5daa', 'name': 'tempest-TestVolumeBootPattern-1918152195-router', 'tenant_id': 'bdfabef2ed454d6590af05df16f55610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '44819e22-e026-4d85-8aaa-9a6467df1b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:53Z', 'updated_at': '2022-07-01T19:55:00Z', 'revision_number': 4, 'project_id': 'bdfabef2ed454d6590af05df16f55610', 'gw_port': {'id': '44819e22-e026-4d85-8aaa-9a6467df1b48', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba27a33-942d-4958-97ff-c6b2a78f5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:54Z', 'updated_at': '2022-07-01T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '54d80022-a034-4143-9437-056533735d94', 'name': '', 'network_id': '8e73b11a-3163-4c27-aaad-b6ff9bb440a1', 'tenant_id': 'bdfabef2ed454d6590af05df16f55610', 'mac_address': 'fa:16:3e:59:08:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba27a33-942d-4958-97ff-c6b2a78f5daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a8a7cc8a-b881-4901-bcca-6d9c2617c06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:59Z', 'updated_at': '2022-07-01T19:55:00Z', 'revision_number': 2, 'project_id': 'bdfabef2ed454d6590af05df16f55610', 'subnets': [{'id': 'a8a7cc8a-b881-4901-bcca-6d9c2617c06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:55:08.678558 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-12766223-0e40-485e-a7ee-53c97e949ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:08.752657 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] Checking router: 4ba27a33-942d-4958-97ff-c6b2a78f5daa for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:55:08.753333 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] Updating router 4ba27a33-942d-4958-97ff-c6b2a78f5daa port 54d80022-a034-4143-9437-056533735d94 binding host dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 19:55:08.792795 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a903baae-0b06-4fcc-80cd-416685ebaf40 req-bbd5223f-f67b-4723-99a9-87aa3f7ea88b tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2640018 Jul 01 19:55:08.831067 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (54d80022-a034-4143-9437-056533735d94), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:08.845069 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8f09e3c2-7863-4d3f-9b36-a72026ae7d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (3522d60b-53a6-48c2-9b91-1b05d310ea45), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:08.849871 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8f09e3c2-7863-4d3f-9b36-a72026ae7d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:08.853703 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-8f09e3c2-7863-4d3f-9b36-a72026ae7d66 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3522d60b-53a6-48c2-9b91-1b05d310ea45 HTTP/1.1" status: 204 len: 168 time: 0.7355728 Jul 01 19:55:08.874721 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09e3c2-7863-4d3f-9b36-a72026ae7d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3522d60b-53a6-48c2-9b91-1b05d310ea45,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:09.358462 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:09.412141 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f1329-7811-4184-9575-a09e42fb3acb req-744ab6f0-3313-4711-b80d-7252594d6697 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:09.415207 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-526f1329-7811-4184-9575-a09e42fb3acb req-744ab6f0-3313-4711-b80d-7252594d6697 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.1407244 Jul 01 19:55:09.442087 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 57716) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:55:09.466782 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-eb8a3ce1-2453-4a46-ad83-6837a781c8a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:09.506409 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-526f1329-7811-4184-9575-a09e42fb3acb req-d6afc1b3-c9ac-4bac-9617-86b68100aec3 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843801 Jul 01 19:55:09.606591 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] Publish callbacks [] for port (54d80022-a034-4143-9437-056533735d94), precommit_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:09.615057 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-eb8a3ce1-2453-4a46-ad83-6837a781c8a3 admin admin] Publish callbacks [] for security_group (42fccff0-acf7-44fa-8319-44355869c3d3), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:09.616485 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:09.619693 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (54d80022-a034-4143-9437-056533735d94), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:09.622906 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-eb8a3ce1-2453-4a46-ad83-6837a781c8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (42fccff0-acf7-44fa-8319-44355869c3d3), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:09.728511 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-eb8a3ce1-2453-4a46-ad83-6837a781c8a3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c42453a43ee04faeab0618ffc2cd9381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843802 Jul 01 19:55:09.729219 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a3ce1-2453-4a46-ad83-6837a781c8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fccff0-acf7-44fa-8319-44355869c3d3,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:09.731234 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 57718) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:55:09.756072 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d832e-b265-42fd-a152-5efecabbfeee None None] Pushing event updated for resources: {'Port': ['ID=54d80022-a034-4143-9437-056533735d94,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:09.798620 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:09.841192 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] Attempting to bind port 54d80022-a034-4143-9437-056533735d94 on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:55:09.841567 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] Attempting to bind port 54d80022-a034-4143-9437-056533735d94 by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'f96aeb80-0bcd-489a-9ed2-5930e8e872ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8e73b11a-3163-4c27-aaad-b6ff9bb440a1'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:55:09.841977 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] Attempting to bind port 54d80022-a034-4143-9437-056533735d94 on network 8e73b11a-3163-4c27-aaad-b6ff9bb440a1 {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:55:09.848194 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:55:09.848578 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] Checking segment: {'id': 'f96aeb80-0bcd-489a-9ed2-5930e8e872ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8e73b11a-3163-4c27-aaad-b6ff9bb440a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:55:09.848981 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:09.849379 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] Bound using segment: {'id': 'f96aeb80-0bcd-489a-9ed2-5930e8e872ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8e73b11a-3163-4c27-aaad-b6ff9bb440a1'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:55:09.850067 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] Bound port: 54d80022-a034-4143-9437-056533735d94, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96aeb80-0bcd-489a-9ed2-5930e8e872ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8e73b11a-3163-4c27-aaad-b6ff9bb440a1'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:55:09.850507 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (54d80022-a034-4143-9437-056533735d94), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:09.928980 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c27bd967-b5b2-4a5f-b8c3-c47f71a57eb7 admin admin] Publish callbacks [] for security_group (42fccff0-acf7-44fa-8319-44355869c3d3), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:09.943632 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] For port 54d80022-a034-4143-9437-056533735d94, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:55:09.948285 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] For port 54d80022-a034-4143-9437-056533735d94, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=54d80022-a034-4143-9437-056533735d94,segment=NetworkSegment(f96aeb80-0bcd-489a-9ed2-5930e8e872ed),segment_id=f96aeb80-0bcd-489a-9ed2-5930e8e872ed)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:55:09.961982 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (54d80022-a034-4143-9437-056533735d94), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:10.018948 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c27bd967-b5b2-4a5f-b8c3-c47f71a57eb7 admin admin] Publish callbacks [] for security_group (42fccff0-acf7-44fa-8319-44355869c3d3), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:10.044799 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] Routers {'4ba27a33-942d-4958-97ff-c6b2a78f5daa'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:55:10.045331 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:55:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['4ba27a33-942d-4958-97ff-c6b2a78f5daa'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:55:10.205052 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe08ca-5460-4a68-87f0-24cee34c692e req-cc6a76eb-2d68-439c-84b1-61b8e029b786 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:10.207329 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-95fe08ca-5460-4a68-87f0-24cee34c692e req-cc6a76eb-2d68-439c-84b1-61b8e029b786 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.1781237 Jul 01 19:55:10.243117 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-22793b96-6348-41b5-85b7-8c7b647d01a0 None None] Provisioning complete for port 54d80022-a034-4143-9437-056533735d94 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:55:10.243847 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-22793b96-6348-41b5-85b7-8c7b647d01a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (54d80022-a034-4143-9437-056533735d94), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:10.313295 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-95fe08ca-5460-4a68-87f0-24cee34c692e req-064bec40-3ac0-4366-a3fa-302ab7e5291b tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830615 Jul 01 19:55:10.323144 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c27bd967-b5b2-4a5f-b8c3-c47f71a57eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (42fccff0-acf7-44fa-8319-44355869c3d3), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:10.326740 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c27bd967-b5b2-4a5f-b8c3-c47f71a57eb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:10.334753 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-c27bd967-b5b2-4a5f-b8c3-c47f71a57eb7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/42fccff0-acf7-44fa-8319-44355869c3d3 HTTP/1.1" status: 204 len: 168 time: 0.6022184 Jul 01 19:55:10.369147 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27bd967-b5b2-4a5f-b8c3-c47f71a57eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fccff0-acf7-44fa-8319-44355869c3d3,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:10.371986 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d832e-b265-42fd-a152-5efecabbfeee None None] Pushing event updated for resources: {'Port': ['ID=54d80022-a034-4143-9437-056533735d94,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:10.526263 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] Set router 4ba27a33-942d-4958-97ff-c6b2a78f5daa gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:55:10.669349 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:10.740669 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49388047-2cf2-4118-8a8a-0d01fb3c7ccf req-5ad4595f-ea7e-4a57-ac17-afe021003f23 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:10.752982 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-49388047-2cf2-4118-8a8a-0d01fb3c7ccf req-5ad4595f-ea7e-4a57-ac17-afe021003f23 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.1151547 Jul 01 19:55:10.798020 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:10.802654 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-22793b96-6348-41b5-85b7-8c7b647d01a0 None None] Current status of the port 54d80022-a034-4143-9437-056533735d94 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:55:10.803192 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-22793b96-6348-41b5-85b7-8c7b647d01a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (54d80022-a034-4143-9437-056533735d94), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:10.880688 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-22793b96-6348-41b5-85b7-8c7b647d01a0 None None] For port 54d80022-a034-4143-9437-056533735d94, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=54d80022-a034-4143-9437-056533735d94,segment=NetworkSegment(f96aeb80-0bcd-489a-9ed2-5930e8e872ed),segment_id=f96aeb80-0bcd-489a-9ed2-5930e8e872ed)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:55:10.890184 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-22793b96-6348-41b5-85b7-8c7b647d01a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (54d80022-a034-4143-9437-056533735d94), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:10.907390 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-49388047-2cf2-4118-8a8a-0d01fb3c7ccf req-7ec84396-a642-406b-b58c-00f475645a9f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464069 Jul 01 19:55:11.011704 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22793b96-6348-41b5-85b7-8c7b647d01a0 None None] Pushing event updated for resources: {'Port': ['ID=54d80022-a034-4143-9437-056533735d94,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:11.018273 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:11.040778 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-f8771b19-836f-4e35-8d3a-024ca8514c80 None None] Provisioning complete for port 54d80022-a034-4143-9437-056533735d94 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:55:11.042256 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-f8771b19-836f-4e35-8d3a-024ca8514c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (54d80022-a034-4143-9437-056533735d94), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:11.101533 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba27a33-942d-4958-97ff-c6b2a78f5daa', 'name': 'tempest-TestVolumeBootPattern-1918152195-router', 'tenant_id': 'bdfabef2ed454d6590af05df16f55610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '44819e22-e026-4d85-8aaa-9a6467df1b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:53Z', 'updated_at': '2022-07-01T19:55:00Z', 'revision_number': 4, 'project_id': 'bdfabef2ed454d6590af05df16f55610', 'gw_port': {'id': '44819e22-e026-4d85-8aaa-9a6467df1b48', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba27a33-942d-4958-97ff-c6b2a78f5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:54Z', 'updated_at': '2022-07-01T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '54d80022-a034-4143-9437-056533735d94', 'name': '', 'network_id': '8e73b11a-3163-4c27-aaad-b6ff9bb440a1', 'tenant_id': 'bdfabef2ed454d6590af05df16f55610', 'mac_address': 'fa:16:3e:59:08:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba27a33-942d-4958-97ff-c6b2a78f5daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a8a7cc8a-b881-4901-bcca-6d9c2617c06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:59Z', 'updated_at': '2022-07-01T19:55:09Z', 'revision_number': 4, 'project_id': 'bdfabef2ed454d6590af05df16f55610', 'subnets': [{'id': 'a8a7cc8a-b881-4901-bcca-6d9c2617c06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:55:11.141232 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:11.143585 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0d23e0-5251-400e-b715-fd3c56ca55c2 None None] The sync data for ids ['4ba27a33-942d-4958-97ff-c6b2a78f5daa'] in dv-cinder-844601-7-iscsi is: [{'id': '4ba27a33-942d-4958-97ff-c6b2a78f5daa', 'name': 'tempest-TestVolumeBootPattern-1918152195-router', 'tenant_id': 'bdfabef2ed454d6590af05df16f55610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '44819e22-e026-4d85-8aaa-9a6467df1b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:53Z', 'updated_at': '2022-07-01T19:55:00Z', 'revision_number': 4, 'project_id': 'bdfabef2ed454d6590af05df16f55610', 'gw_port': {'id': '44819e22-e026-4d85-8aaa-9a6467df1b48', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba27a33-942d-4958-97ff-c6b2a78f5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:54Z', 'updated_at': '2022-07-01T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '54d80022-a034-4143-9437-056533735d94', 'name': '', 'network_id': '8e73b11a-3163-4c27-aaad-b6ff9bb440a1', 'tenant_id': 'bdfabef2ed454d6590af05df16f55610', 'mac_address': 'fa:16:3e:59:08:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba27a33-942d-4958-97ff-c6b2a78f5daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a8a7cc8a-b881-4901-bcca-6d9c2617c06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:59Z', 'updated_at': '2022-07-01T19:55:09Z', 'revision_number': 4, 'project_id': 'bdfabef2ed454d6590af05df16f55610', 'subnets': [{'id': 'a8a7cc8a-b881-4901-bcca-6d9c2617c06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:55:11.224467 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-f8771b19-836f-4e35-8d3a-024ca8514c80 None None] Current status of the port 54d80022-a034-4143-9437-056533735d94 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:55:11.255398 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 54d80022-a034-4143-9437-056533735d94 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:55:11.602051 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c65a73-2bba-4a75-8270-da247b692a1f req-48d78786-82bf-4c53-9087-1bf9feab87c4 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:11.609843 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c7c65a73-2bba-4a75-8270-da247b692a1f req-48d78786-82bf-4c53-9087-1bf9feab87c4 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.1129308 Jul 01 19:55:11.648920 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:11.751351 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:11.790674 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 54d80022-a034-4143-9437-056533735d94 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:55:11.791444 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (54d80022-a034-4143-9437-056533735d94), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:11.856777 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c7c65a73-2bba-4a75-8270-da247b692a1f req-d1ec310a-a044-40db-b348-d3275e97d9ed tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456672 Jul 01 19:55:12.009468 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 54d80022-a034-4143-9437-056533735d94 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:55:12.151443 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849f2a3-272a-4363-acae-15a2e92fd5f9 req-bd14567f-8a10-4082-aba8-881aef694cce tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:12.153206 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f849f2a3-272a-4363-acae-15a2e92fd5f9 req-bd14567f-8a10-4082-aba8-881aef694cce tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.1089332 Jul 01 19:55:12.273551 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f849f2a3-272a-4363-acae-15a2e92fd5f9 req-828af53b-786f-4393-af59-0937486a9661 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068592 Jul 01 19:55:13.104610 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61680ae1-b234-495d-b549-11c85aa69b98 req-68f70677-726f-4219-bfcc-2e41bbf0fee7 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:13.120748 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-61680ae1-b234-495d-b549-11c85aa69b98 req-68f70677-726f-4219-bfcc-2e41bbf0fee7 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.1421859 Jul 01 19:55:13.218602 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-61680ae1-b234-495d-b549-11c85aa69b98 req-61fad492-9661-4067-86d6-7670986aad72 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927110 Jul 01 19:55:13.436769 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e650c-be50-4e23-be1b-32e3f114bc8f req-9d4c73c0-fab4-4c2e-b89b-b05398c056be tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:13.438942 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-519e650c-be50-4e23-be1b-32e3f114bc8f req-9d4c73c0-fab4-4c2e-b89b-b05398c056be tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.0767345 Jul 01 19:55:13.534155 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-519e650c-be50-4e23-be1b-32e3f114bc8f req-d4852167-9302-450f-9c50-c9b0b31853d0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890338 Jul 01 19:55:13.682725 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-c54259be-f91a-437f-86e4-c9306ffb0028 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--366205461&fields=id&tenant_id=0ba0ddfd3efd41ee9687efe014c40bf0 HTTP/1.1" status: 200 len: 267 time: 0.0780952 Jul 01 19:55:13.905759 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-6b872c85-2fd4-4e06-8690-59f8b1f20013 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:13.907225 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-6b872c85-2fd4-4e06-8690-59f8b1f20013 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/networks?id=13dd580c-809a-4f73-9432-a6d0838269e1 HTTP/1.1" status: 200 len: 819 time: 0.2179394 Jul 01 19:55:13.938651 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-f660ccaf-fe54-4344-8e5a-4822a535131b tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/quotas/0ba0ddfd3efd41ee9687efe014c40bf0 HTTP/1.1" status: 200 len: 375 time: 0.0246964 Jul 01 19:55:14.037665 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-ec64c3e6-6926-4e77-b101-0dd1e8c68151 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0ba0ddfd3efd41ee9687efe014c40bf0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0778077 Jul 01 19:55:14.102829 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:14.307952 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-140ac1f8-c7eb-4778-ad79-f744a338a4b9 service neutron] 10.222.0.66 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570009 Jul 01 19:55:14.524121 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-0b442789-3b60-4fc2-987d-e487df8dc355 service neutron] 10.222.0.66 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012203 Jul 01 19:55:14.537562 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310029f-cbe8-4d6e-821a-cff4d1bba9ea req-3578edd4-ef0e-4288-ab68-e5c4026acddd tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:14.542059 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c310029f-cbe8-4d6e-821a-cff4d1bba9ea req-3578edd4-ef0e-4288-ab68-e5c4026acddd tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0781956 Jul 01 19:55:14.618782 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c310029f-cbe8-4d6e-821a-cff4d1bba9ea req-bc8afe59-97c8-4cf3-9763-0f97740b498b tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727854 Jul 01 19:55:14.822156 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-90da09e0-116e-4e21-be6a-303d4c5eddee req-865a2961-f466-4552-8a57-d52572a07e7f tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 210 time: 0.0666144 Jul 01 19:55:14.850976 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e35ae-9e65-47cf-a910-e10f73972f98 req-2ca383b5-6367-4b85-a756-e3523c04de7f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:14.852553 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-727e35ae-9e65-47cf-a910-e10f73972f98 req-2ca383b5-6367-4b85-a756-e3523c04de7f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.1134453 Jul 01 19:55:14.939628 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-727e35ae-9e65-47cf-a910-e10f73972f98 req-deb9d9a9-90eb-4f0f-9d7e-ca8ccf1f3fd7 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781329 Jul 01 19:55:15.234392 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:15.728506 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:15.737687 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55077b6c-44f9-4f56-b810-98c456a3453a req-524ba29d-5aa7-4ae1-a5d8-141a5de0ebc8 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:15.739270 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-55077b6c-44f9-4f56-b810-98c456a3453a req-524ba29d-5aa7-4ae1-a5d8-141a5de0ebc8 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0537727 Jul 01 19:55:15.788195 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-55077b6c-44f9-4f56-b810-98c456a3453a req-3863c999-876c-40bc-a464-3c6f5ee55ba3 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433025 Jul 01 19:55:15.948452 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-272ca2ec-2c63-4bd3-b288-bedf3ab68be5 req-82934221-376f-4857-a5e3-579ee8414945 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 210 time: 0.0316985 Jul 01 19:55:15.998794 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fd8fc-8743-407a-b292-5a66fd8d814c req-03767d0a-8f39-4370-b99e-4283c704f066 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:16.000262 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7c8fd8fc-8743-407a-b292-5a66fd8d814c req-03767d0a-8f39-4370-b99e-4283c704f066 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0494690 Jul 01 19:55:16.088318 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562fdcbf-865c-47d0-8c7f-1b65f82c4459 req-402ec9f5-dda9-4469-a897-408e59fcfa0e tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:16.089862 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-562fdcbf-865c-47d0-8c7f-1b65f82c4459 req-402ec9f5-dda9-4469-a897-408e59fcfa0e tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.0689325 Jul 01 19:55:16.093080 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7c8fd8fc-8743-407a-b292-5a66fd8d814c req-d37f822f-44d1-40af-868f-7cbae1824797 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862875 Jul 01 19:55:16.139914 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-562fdcbf-865c-47d0-8c7f-1b65f82c4459 req-83587993-af96-4517-aadb-0d23abf6123c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434494 Jul 01 19:55:16.410686 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbe2ad-83b1-49e9-8ae7-1cbe08146460 req-dffb6a7a-ce5e-4b2a-91f6-dcf8c866655c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:16.419710 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fecbe2ad-83b1-49e9-8ae7-1cbe08146460 req-dffb6a7a-ce5e-4b2a-91f6-dcf8c866655c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8e38ec3f92a47fe98829eb3d289cdb4&device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 1129 time: 0.0671318 Jul 01 19:55:16.541516 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbe2ad-83b1-49e9-8ae7-1cbe08146460 req-8bb471b6-3b0b-42db-8708-ac6288601f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:16.543214 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fecbe2ad-83b1-49e9-8ae7-1cbe08146460 req-8bb471b6-3b0b-42db-8708-ac6288601f1d service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e9d88c7-2969-402f-b3c2-096acc062b79 HTTP/1.1" status: 200 len: 918 time: 0.1136014 Jul 01 19:55:16.578530 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-f3ce438a-8b49-470d-9e27-2534db668b0a tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:16.580134 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-f3ce438a-8b49-470d-9e27-2534db668b0a tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.60 "GET /v2.0/networks?id=13dd580c-809a-4f73-9432-a6d0838269e1 HTTP/1.1" status: 200 len: 819 time: 0.2180703 Jul 01 19:55:16.615225 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2a16b-fc48-4b0e-96c2-c91c2951e5e4 req-99a67e78-e8c2-48ca-af00-9a40e58eb8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:16.616967 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-88a2a16b-fc48-4b0e-96c2-c91c2951e5e4 req-99a67e78-e8c2-48ca-af00-9a40e58eb8d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=025035b3b0b348d7acddfe456dd6a109&device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 1129 time: 0.1771247 Jul 01 19:55:16.637036 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fecbe2ad-83b1-49e9-8ae7-1cbe08146460 req-4c2978bd-2871-49ef-8493-07c414dcb0a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93dfc642-870b-4bec-b7c3-31efe44f78c4 HTTP/1.1" status: 200 len: 1001 time: 0.0739853 Jul 01 19:55:16.655017 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 57978) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:55:16.660599 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-e6deea38-1be2-400b-bc0c-10b77d58da4d tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ba0ddfd3efd41ee9687efe014c40bf0 HTTP/1.1" status: 200 len: 379 time: 0.0653539 Jul 01 19:55:16.701887 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2bf397-126a-44f0-b29b-0c365376fb2a admin admin] Deleting subnet f806f9b2-2f06-43f3-84d7-7c928aa3c875 {{(pid=110544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 19:55:16.704942 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3d2bf397-126a-44f0-b29b-0c365376fb2a admin admin] Publish callbacks [] for subnet (f806f9b2-2f06-43f3-84d7-7c928aa3c875), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:16.726156 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-d02da02c-2ab4-4902-938c-c0d74ce09edd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Request body: {'port': {'device_id': '527d64b8-42ce-4ab0-9256-f6dae97073d7', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'admin_state_up': True, 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'security_groups': ['285bb381-b246-410f-afb5-63cfe11d19c1']}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:55:16.796626 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:16.809517 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3d2bf397-126a-44f0-b29b-0c365376fb2a admin admin] Publish callbacks [] for subnet (f806f9b2-2f06-43f3-84d7-7c928aa3c875), precommit_delete_associations {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:16.825604 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3d2bf397-126a-44f0-b29b-0c365376fb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482502'] for subnet (f806f9b2-2f06-43f3-84d7-7c928aa3c875), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:16.870137 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-d02da02c-2ab4-4902-938c-c0d74ce09edd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Made reservation on behalf of 0ba0ddfd3efd41ee9687efe014c40bf0 for: {'port': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:55:16.873848 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-d02da02c-2ab4-4902-938c-c0d74ce09edd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:16.875858 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbe2ad-83b1-49e9-8ae7-1cbe08146460 req-ebf268fa-2289-421a-9594-f67dcce62b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:16.877292 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fecbe2ad-83b1-49e9-8ae7-1cbe08146460 req-ebf268fa-2289-421a-9594-f67dcce62b72 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=76c01db0-193d-4246-8c54-cae6849bb14c HTTP/1.1" status: 200 len: 856 time: 0.1510677 Jul 01 19:55:16.966591 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbe2ad-83b1-49e9-8ae7-1cbe08146460 req-0b552df0-6c5c-461b-9c4d-3e590deafed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:16.968399 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fecbe2ad-83b1-49e9-8ae7-1cbe08146460 req-0b552df0-6c5c-461b-9c4d-3e590deafed7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9d88c7-2969-402f-b3c2-096acc062b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810869 Jul 01 19:55:16.975078 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2a16b-fc48-4b0e-96c2-c91c2951e5e4 req-66a80bbb-d31c-41ea-879c-a8dadd35164b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:16.976567 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-88a2a16b-fc48-4b0e-96c2-c91c2951e5e4 req-66a80bbb-d31c-41ea-879c-a8dadd35164b service neutron] 10.222.0.60 "GET /v2.0/networks?id=b31a2a85-453d-4d0b-bc1f-fd678ffc85ef HTTP/1.1" status: 200 len: 912 time: 0.2519877 Jul 01 19:55:17.007948 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3d2bf397-126a-44f0-b29b-0c365376fb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for subnet (f806f9b2-2f06-43f3-84d7-7c928aa3c875), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:17.045040 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-d02da02c-2ab4-4902-938c-c0d74ce09edd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Allocated IP 172.20.0.8 (13dd580c-809a-4f73-9432-a6d0838269e1/b109ae2e-b5c6-4eef-8a69-a246d16af692/f3f91ef6-766f-417a-aa5e-c828666be6fa) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:55:17.085985 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2bf397-126a-44f0-b29b-0c365376fb2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f806f9b2-2f06-43f3-84d7-7c928aa3c875,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:17.124254 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:17.154036 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3d2bf397-126a-44f0-b29b-0c365376fb2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for subnet (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:17.160248 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-3d2bf397-126a-44f0-b29b-0c365376fb2a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f806f9b2-2f06-43f3-84d7-7c928aa3c875 HTTP/1.1" status: 204 len: 168 time: 0.5037587 Jul 01 19:55:17.166145 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 57984) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:55:17.186049 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:17.247808 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-d02da02c-2ab4-4902-938c-c0d74ce09edd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for port (f3f91ef6-766f-417a-aa5e-c828666be6fa), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:17.287949 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-d02da02c-2ab4-4902-938c-c0d74ce09edd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (f3f91ef6-766f-417a-aa5e-c828666be6fa), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:17.349347 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:17.356241 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-d02da02c-2ab4-4902-938c-c0d74ce09edd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Network 13dd580c-809a-4f73-9432-a6d0838269e1 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:55:17.367188 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-d02da02c-2ab4-4902-938c-c0d74ce09edd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:55:17.372592 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-d02da02c-2ab4-4902-938c-c0d74ce09edd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:55:17.378076 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02da02c-2ab4-4902-938c-c0d74ce09edd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Pushing event updated for resources: {'Port': ['ID=f3f91ef6-766f-417a-aa5e-c828666be6fa,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:17.462434 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-d02da02c-2ab4-4902-938c-c0d74ce09edd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:17.463902 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-d02da02c-2ab4-4902-938c-c0d74ce09edd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:17.504298 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-d02da02c-2ab4-4902-938c-c0d74ce09edd tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7827308 Jul 01 19:55:17.517546 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-8b7d06fb-c4cf-431d-ae7b-4bf06686236a service neutron] Request body: {'port': {'device_id': '527d64b8-42ce-4ab0-9256-f6dae97073d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:55:17.537169 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-88a2a16b-fc48-4b0e-96c2-c91c2951e5e4 req-67ae471d-aa43-4b6c-8cfc-088a2895ba1d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=230a6a60-1da3-425e-8ff1-35512f5f96c2 HTTP/1.1" status: 200 len: 1001 time: 0.5496461 Jul 01 19:55:17.565446 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-54ccaa28-eb4c-48ff-b870-8dff5de4c599 req-6e464665-c19d-42f8-ac45-b5974353f118 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 210 time: 0.4479721 Jul 01 19:55:17.568606 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fecbe2ad-83b1-49e9-8ae7-1cbe08146460 req-e021c3fe-c9ff-44f3-a58c-598c2d673026 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5902188 Jul 01 19:55:17.604655 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-8b7d06fb-c4cf-431d-ae7b-4bf06686236a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (f3f91ef6-766f-417a-aa5e-c828666be6fa), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:17.666076 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cd83c-addf-41ae-8015-7563a3b8f765 req-8d3e7619-97d6-4e4e-a831-cea9f52086bc tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:17.667851 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-401cd83c-addf-41ae-8015-7563a3b8f765 req-8d3e7619-97d6-4e4e-a831-cea9f52086bc tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.4789174 Jul 01 19:55:17.714296 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-68a90a3c-530a-4500-8b9d-260725764d12 None None] Provisioning complete for port f3f91ef6-766f-417a-aa5e-c828666be6fa triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:55:17.714855 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-68a90a3c-530a-4500-8b9d-260725764d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (f3f91ef6-766f-417a-aa5e-c828666be6fa), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:17.751100 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-68a90a3c-530a-4500-8b9d-260725764d12 None None] Port f3f91ef6-766f-417a-aa5e-c828666be6fa cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:55:17.763823 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624501'] for network (0f950f12-4f8f-441b-841d-975178800bd6), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:17.830846 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2a16b-fc48-4b0e-96c2-c91c2951e5e4 req-cf7b6e96-d188-4a20-b62d-492ffb17a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:17.833123 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-88a2a16b-fc48-4b0e-96c2-c91c2951e5e4 req-cf7b6e96-d188-4a20-b62d-492ffb17a58d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8be3e6b8-9cb2-4563-96d1-aa493dda5517 HTTP/1.1" status: 200 len: 850 time: 0.2591801 Jul 01 19:55:17.849194 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf7460-5c8d-48b6-a34a-0fa4d997627b req-697b0340-3924-47f3-b430-72d71813db57 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:17.850781 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-54bf7460-5c8d-48b6-a34a-0fa4d997627b req-697b0340-3924-47f3-b430-72d71813db57 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.1818728 Jul 01 19:55:17.977028 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-401cd83c-addf-41ae-8015-7563a3b8f765 req-14c5148a-3b8c-421c-949a-3496d1a2bd58 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2727296 Jul 01 19:55:17.984100 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fecbe2ad-83b1-49e9-8ae7-1cbe08146460 req-751777cb-62de-43f5-ace3-475d3ea0c82d service neutron] 10.222.0.60 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052448 Jul 01 19:55:17.985031 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2a16b-fc48-4b0e-96c2-c91c2951e5e4 req-b4648c0f-6d73-46d4-932f-fe437d51fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:17.986472 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-88a2a16b-fc48-4b0e-96c2-c91c2951e5e4 req-b4648c0f-6d73-46d4-932f-fe437d51fea0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b31a2a85-453d-4d0b-bc1f-fd678ffc85ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1343141 Jul 01 19:55:18.047363 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599248', 'neutron.services.segments.db._delete_segments_for_network-8766990268766'] for network (0f950f12-4f8f-441b-841d-975178800bd6), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:18.084027 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-54bf7460-5c8d-48b6-a34a-0fa4d997627b req-f6034985-6c45-46ac-a35c-c47147a55dd1 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068605 Jul 01 19:55:18.094911 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:18.100632 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:55:18.101075 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:55:18.101750 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:55:18.102078 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] Subscribe: > port after_create 55550000 {{(pid=110544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:55:18.102490 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:55:18.102820 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] Subscribe: > port after_update 55550000 {{(pid=110544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:55:18.103133 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:55:18.103463 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:55:18.103772 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:55:18.104081 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:55:18.122020 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-8b7d06fb-c4cf-431d-ae7b-4bf06686236a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f91ef6-766f-417a-aa5e-c828666be6fa {{(pid=110545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:55:18.131080 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-8b7d06fb-c4cf-431d-ae7b-4bf06686236a service neutron] Publish callbacks [] for port (f3f91ef6-766f-417a-aa5e-c828666be6fa), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:18.143746 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.provisioning_blocks [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-8b7d06fb-c4cf-431d-ae7b-4bf06686236a service neutron] Transition to ACTIVE for port object f3f91ef6-766f-417a-aa5e-c828666be6fa will not be triggered until provisioned by entity L2. {{(pid=110545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 19:55:18.147484 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-8b7d06fb-c4cf-431d-ae7b-4bf06686236a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5117128'] for port (f3f91ef6-766f-417a-aa5e-c828666be6fa), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:18.181324 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:55:18.181706 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:55:18.182053 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:55:18.182345 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 19:55:18.182731 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.services.segments.db [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f950f12-4f8f-441b-841d-975178800bd6']}} {{(pid=110544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:55:18.204558 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d06fb-c4cf-431d-ae7b-4bf06686236a service neutron] Pushing event updated for resources: {'Port': ['ID=f3f91ef6-766f-417a-aa5e-c828666be6fa,revision_number=2']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:18.227526 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.services.segments.db [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f3bbd7-0242-4ffe-80f7-c98ec39c7dee') {'for_net_delete': True} {{(pid=110544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:55:18.227814 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.services.segments.db [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f3bbd7-0242-4ffe-80f7-c98ec39c7dee') {} {{(pid=110544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:55:18.261539 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766990270311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5827150'] for segment (35f3bbd7-0242-4ffe-80f7-c98ec39c7dee), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:18.294009 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.managers [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-8b7d06fb-c4cf-431d-ae7b-4bf06686236a service neutron] Attempting to bind port f3f91ef6-766f-417a-aa5e-c828666be6fa on host hv-cinder-84460 for vnic_type normal with profile {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:55:18.294009 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.managers [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-8b7d06fb-c4cf-431d-ae7b-4bf06686236a service neutron] Attempting to bind port f3f91ef6-766f-417a-aa5e-c828666be6fa by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'f7426a8c-6e96-4728-a1d7-524475ad5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1'}] {{(pid=110545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:55:18.294009 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-8b7d06fb-c4cf-431d-ae7b-4bf06686236a service neutron] Attempting to bind port f3f91ef6-766f-417a-aa5e-c828666be6fa on network 13dd580c-809a-4f73-9432-a6d0838269e1 {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:55:18.301659 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-8b7d06fb-c4cf-431d-ae7b-4bf06686236a service neutron] Port f3f91ef6-766f-417a-aa5e-c828666be6fa on network 13dd580c-809a-4f73-9432-a6d0838269e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 19:55:18.301659 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-8b7d06fb-c4cf-431d-ae7b-4bf06686236a service neutron] Attempting to bind port f3f91ef6-766f-417a-aa5e-c828666be6fa on network 13dd580c-809a-4f73-9432-a6d0838269e1 {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:55:18.305024 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (35f3bbd7-0242-4ffe-80f7-c98ec39c7dee), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:18.306407 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-8b7d06fb-c4cf-431d-ae7b-4bf06686236a service neutron] Checking agent: {'id': '080768a1-72cc-47dc-9460-2bcdea095798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'started_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:55:18.306759 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-8b7d06fb-c4cf-431d-ae7b-4bf06686236a service neutron] Checking segment: {'id': 'f7426a8c-6e96-4728-a1d7-524475ad5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:55:18.307124 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-8b7d06fb-c4cf-431d-ae7b-4bf06686236a service neutron] Bound using segment: {'id': 'f7426a8c-6e96-4728-a1d7-524475ad5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1'} {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:55:18.307548 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.managers [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-8b7d06fb-c4cf-431d-ae7b-4bf06686236a service neutron] Bound port: f3f91ef6-766f-417a-aa5e-c828666be6fa, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7426a8c-6e96-4728-a1d7-524475ad5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1'}}] {{(pid=110545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:55:18.308225 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-8b7d06fb-c4cf-431d-ae7b-4bf06686236a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (f3f91ef6-766f-417a-aa5e-c828666be6fa), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:18.328381 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=110544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 19:55:18.328948 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6193875'] for segment (35f3bbd7-0242-4ffe-80f7-c98ec39c7dee), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:18.348540 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-88a2a16b-fc48-4b0e-96c2-c91c2951e5e4 req-dbd7b980-28e2-4af1-a934-b25fb8d30bf0 service neutron] 10.222.0.60 "GET /v2.0/networks/b31a2a85-453d-4d0b-bc1f-fd678ffc85ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467629 Jul 01 19:55:18.393787 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-8b7d06fb-c4cf-431d-ae7b-4bf06686236a service neutron] For port f3f91ef6-766f-417a-aa5e-c828666be6fa, host hv-cinder-84460, cleared binding levels {{(pid=110545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:55:18.400620 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-8b7d06fb-c4cf-431d-ae7b-4bf06686236a service neutron] For port f3f91ef6-766f-417a-aa5e-c828666be6fa, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f3f91ef6-766f-417a-aa5e-c828666be6fa,segment=NetworkSegment(f7426a8c-6e96-4728-a1d7-524475ad5e61),segment_id=f7426a8c-6e96-4728-a1d7-524475ad5e61)] {{(pid=110545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:55:18.410826 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725398'] for network (0f950f12-4f8f-441b-841d-975178800bd6), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:18.413485 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-8b7d06fb-c4cf-431d-ae7b-4bf06686236a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5117128'] for port (f3f91ef6-766f-417a-aa5e-c828666be6fa), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:18.431475 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f950f12-4f8f-441b-841d-975178800bd6,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:18.444680 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:18.449398 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-be354a32-8ea0-4792-80a3-d82071d39672 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0f950f12-4f8f-441b-841d-975178800bd6 HTTP/1.1" status: 204 len: 168 time: 1.2806804 Jul 01 19:55:18.475031 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-8b7d06fb-c4cf-431d-ae7b-4bf06686236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:18.476209 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-8b7d06fb-c4cf-431d-ae7b-4bf06686236a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:18.479687 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-8b7d06fb-c4cf-431d-ae7b-4bf06686236a service neutron] 10.222.0.60 "PUT /v2.0/ports/f3f91ef6-766f-417a-aa5e-c828666be6fa HTTP/1.1" status: 200 len: 1093 time: 0.9677138 Jul 01 19:55:18.480160 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527d64b8-42ce-4ab0-9256-f6dae97073d7', 'tag': 'f3f91ef6-766f-417a-aa5e-c828666be6fa'}] {{(pid=110545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:55:18.482821 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcb8287ee1e4b298a834a36a05516dc05427937f10d56c225ffa2f4d88459ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83eae332-b000-4d39-b1ae-d901c15ef8f2" -d '{"events": [{"name": "network-changed", "server_uuid": "527d64b8-42ce-4ab0-9256-f6dae97073d7", "tag": "f3f91ef6-766f-417a-aa5e-c828666be6fa"}]}' {{(pid=110545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:55:18.506832 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:18.575591 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d06fb-c4cf-431d-ae7b-4bf06686236a service neutron] Pushing event updated for resources: {'Port': ['ID=f3f91ef6-766f-417a-aa5e-c828666be6fa,revision_number=3']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:18.579448 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.services.segments.plugin [-] Segment 35f3bbd7-0242-4ffe-80f7-c98ec39c7dee resource provider aggregate not found Jul 01 19:55:18.580927 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb4f29d-fbe0-4a18-8765-0129fa56f4b8 x-openstack-request-id: req-9eb4f29d-fbe0-4a18-8765-0129fa56f4b8 {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:55:18.581417 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "527d64b8-42ce-4ab0-9256-f6dae97073d7", "tag": "f3f91ef6-766f-417a-aa5e-c828666be6fa", "status": "completed", "code": 200}]} {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:55:18.581976 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9eb4f29d-fbe0-4a18-8765-0129fa56f4b8 {{(pid=110545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:55:18.582379 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eb4f29d-fbe0-4a18-8765-0129fa56f4b8'] response: {'name': 'network-changed', 'server_uuid': '527d64b8-42ce-4ab0-9256-f6dae97073d7', 'tag': 'f3f91ef6-766f-417a-aa5e-c828666be6fa', 'status': 'completed', 'code': 200} Jul 01 19:55:18.599853 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.services.segments.plugin [-] Segment 35f3bbd7-0242-4ffe-80f7-c98ec39c7dee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35f3bbd7-0242-4ffe-80f7-c98ec39c7dee found for delete ", "request_id": "req-da01758e-ef3b-4fcb-9a16-26b1e084387b"}]} Jul 01 19:55:18.720359 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3668e4-7758-424f-92b9-26af419e9fd2 req-14e70f92-9e72-4d29-bc0f-f6ae40984ec2 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:18.722833 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0b3668e4-7758-424f-92b9-26af419e9fd2 req-14e70f92-9e72-4d29-bc0f-f6ae40984ec2 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 943 time: 0.0723472 Jul 01 19:55:18.788823 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 58026) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:55:18.797027 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0b3668e4-7758-424f-92b9-26af419e9fd2 req-7a505191-6cca-4151-ac68-be66068714d9 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662756 Jul 01 19:55:18.845007 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-fc32713e-dd2a-4bbc-815e-9fc3ce1da83b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=387f55f94c784e988f8c0e240f2dc1c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0538340 Jul 01 19:55:18.848309 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 58028) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:55:18.903616 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d3987e73-ff62-4de4-9993-1ccae3abe9fc admin admin] Publish callbacks [] for security_group (56a8a4f2-bdce-4200-8520-49a7499aefe0), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:18.929135 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d3987e73-ff62-4de4-9993-1ccae3abe9fc admin admin] Publish callbacks [] for security_group (56a8a4f2-bdce-4200-8520-49a7499aefe0), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:18.935249 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:18.981309 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:18.987098 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d3987e73-ff62-4de4-9993-1ccae3abe9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (56a8a4f2-bdce-4200-8520-49a7499aefe0), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:18.991322 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d3987e73-ff62-4de4-9993-1ccae3abe9fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:18.992551 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-d3987e73-ff62-4de4-9993-1ccae3abe9fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/56a8a4f2-bdce-4200-8520-49a7499aefe0 HTTP/1.1" status: 204 len: 168 time: 0.1430302 Jul 01 19:55:19.002491 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3987e73-ff62-4de4-9993-1ccae3abe9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a8a4f2-bdce-4200-8520-49a7499aefe0,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:19.044272 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=17 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:19.143429 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffb52b-1f80-4400-8c3a-84e7399a42c5 req-b8e6ac7f-e19e-47a2-8674-fbc7161b6c0d tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:19.145450 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-abffb52b-1f80-4400-8c3a-84e7399a42c5 req-b8e6ac7f-e19e-47a2-8674-fbc7161b6c0d tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0591979 Jul 01 19:55:19.240186 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e4e76-2ad0-4997-ae8e-caf3c10a591f req-ec634213-9688-4c07-b4e3-331f580abaf3 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:19.241712 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dd1e4e76-2ad0-4997-ae8e-caf3c10a591f req-ec634213-9688-4c07-b4e3-331f580abaf3 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 945 time: 0.0713344 Jul 01 19:55:19.245471 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-abffb52b-1f80-4400-8c3a-84e7399a42c5 req-d16bdd65-b8df-4fb5-a0c7-4a1ab8bcecfc tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937557 Jul 01 19:55:19.296012 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dd1e4e76-2ad0-4997-ae8e-caf3c10a591f req-f7e8ae54-54e2-4730-8c0f-6b4991c114c5 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477202 Jul 01 19:55:19.731155 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eae332-b000-4d39-b1ae-d901c15ef8f2 req-4e02093d-6fb8-4b3e-b4a4-beb7ecdaa554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:19.732705 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-83eae332-b000-4d39-b1ae-d901c15ef8f2 req-4e02093d-6fb8-4b3e-b4a4-beb7ecdaa554 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ba0ddfd3efd41ee9687efe014c40bf0&device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 1127 time: 0.0520470 Jul 01 19:55:19.766610 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-88a2a16b-fc48-4b0e-96c2-c91c2951e5e4 req-c5ce466a-3bb2-433a-b7af-a6588fab781a service neutron] 10.222.0.60 "GET /v2.0/networks/b31a2a85-453d-4d0b-bc1f-fd678ffc85ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074288 Jul 01 19:55:19.837954 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:19.939060 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33555c-bd0d-4b9c-b2ad-5e8cd6271b2f req-3d8a7b99-6898-44b1-a197-610de98d1d24 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:19.941192 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2b33555c-bd0d-4b9c-b2ad-5e8cd6271b2f req-3d8a7b99-6898-44b1-a197-610de98d1d24 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 943 time: 0.0631478 Jul 01 19:55:19.985056 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eae332-b000-4d39-b1ae-d901c15ef8f2 req-a9c3997f-f48a-4701-a217-c2429ae99d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:19.987503 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-83eae332-b000-4d39-b1ae-d901c15ef8f2 req-a9c3997f-f48a-4701-a217-c2429ae99d29 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=0ba0ddfd3efd41ee9687efe014c40bf0&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2067046 Jul 01 19:55:20.002111 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2b33555c-bd0d-4b9c-b2ad-5e8cd6271b2f req-505fc336-cc64-4105-bce3-b11fb979bf43 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543525 Jul 01 19:55:20.072467 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 93dfc642-870b-4bec-b7c3-31efe44f78c4 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:55:20.200023 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 93dfc642-870b-4bec-b7c3-31efe44f78c4 is: ACTIVE; New status is: DOWN {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:55:20.201317 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:20.231900 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe1a243-f161-4e1a-ada3-d5ef02346b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93dfc642-870b-4bec-b7c3-31efe44f78c4'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:55:20.235066 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d224806a-1fb5-40aa-bd12-a2d3adac9220" -d '{"events": [{"server_uuid": "4fe1a243-f161-4e1a-ada3-d5ef02346b96", "name": "network-vif-unplugged", "status": "completed", "tag": "93dfc642-870b-4bec-b7c3-31efe44f78c4"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:55:20.249331 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eae332-b000-4d39-b1ae-d901c15ef8f2 req-de771a12-48ab-4f68-875c-72553fc6bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:20.252477 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-83eae332-b000-4d39-b1ae-d901c15ef8f2 req-de771a12-48ab-4f68-875c-72553fc6bac5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2454278 Jul 01 19:55:20.263410 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 93dfc642-870b-4bec-b7c3-31efe44f78c4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=93dfc642-870b-4bec-b7c3-31efe44f78c4,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:55:20.270577 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:20.338501 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Jul 2022 19:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379b507a-3472-48ae-8707-aac4c92be7c6 x-openstack-request-id: req-379b507a-3472-48ae-8707-aac4c92be7c6 {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:55:20.338807 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe1a243-f161-4e1a-ada3-d5ef02346b96", "name": "network-vif-unplugged", "status": "completed", "tag": "93dfc642-870b-4bec-b7c3-31efe44f78c4", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:55:20.339063 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-379b507a-3472-48ae-8707-aac4c92be7c6 {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:55:20.339468 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-379b507a-3472-48ae-8707-aac4c92be7c6'] response: {'server_uuid': '4fe1a243-f161-4e1a-ada3-d5ef02346b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93dfc642-870b-4bec-b7c3-31efe44f78c4', 'code': 200} Jul 01 19:55:20.375290 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=93dfc642-870b-4bec-b7c3-31efe44f78c4,revision_number=8']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:20.397091 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a7f23-46d0-40cd-94af-12bf78545406 req-67ba0b2a-6a80-46f3-8565-89a6010bf174 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:20.404874 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f62a7f23-46d0-40cd-94af-12bf78545406 req-67ba0b2a-6a80-46f3-8565-89a6010bf174 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0627344 Jul 01 19:55:20.507289 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f62a7f23-46d0-40cd-94af-12bf78545406 req-8eadb328-3c78-4b36-b384-4024498d5a14 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004109 Jul 01 19:55:20.527286 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d8290-a18a-4403-9642-35731abd6137 req-c3987119-dd54-477b-b701-17a72051f69b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:20.529805 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-af9d8290-a18a-4403-9642-35731abd6137 req-c3987119-dd54-477b-b701-17a72051f69b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0876267 Jul 01 19:55:20.614179 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-af9d8290-a18a-4403-9642-35731abd6137 req-537006de-de19-41ca-8640-04fcf754be84 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716567 Jul 01 19:55:21.157274 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1d10e-9586-4ec6-a568-dc42a1b591cd req-4de6a98e-61df-45a5-b388-f107f78e264f tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:21.158981 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dfb1d10e-9586-4ec6-a568-dc42a1b591cd req-4de6a98e-61df-45a5-b388-f107f78e264f tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 943 time: 0.0797741 Jul 01 19:55:21.164482 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [req-fb5a970b-364e-435f-b508-6f353879e398 req-fe2cc5ec-64f3-42ab-8a25-c62fa185f80a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=110544) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 19:55:21.165451 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fb5a970b-364e-435f-b508-6f353879e398 req-fe2cc5ec-64f3-42ab-8a25-c62fa185f80a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055790 Jul 01 19:55:21.173508 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-26c95b81-a046-4a9e-9891-258e1a0b6d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:21.175304 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-26c95b81-a046-4a9e-9891-258e1a0b6d20 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ba0ddfd3efd41ee9687efe014c40bf0&device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 1127 time: 0.0559044 Jul 01 19:55:21.181573 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:21.222749 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dfb1d10e-9586-4ec6-a568-dc42a1b591cd req-2e7a860a-c175-4830-b102-ae51f93ec24e tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562122 Jul 01 19:55:21.227633 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-388f533b-b45b-4069-a508-4820dbadbcec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3f91ef6-766f-417a-aa5e-c828666be6fa HTTP/1.1" status: 200 len: 217 time: 0.0437667 Jul 01 19:55:21.291556 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-a81dc088-eba5-4875-bc9a-2ec638a93cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:21.293095 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-a81dc088-eba5-4875-bc9a-2ec638a93cca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b109ae2e-b5c6-4eef-8a69-a246d16af692 HTTP/1.1" status: 200 len: 858 time: 0.0592508 Jul 01 19:55:21.344630 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-7c429025-9abe-4e03-bb29-79de024ca250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:21.346405 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-7c429025-9abe-4e03-bb29-79de024ca250 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=13dd580c-809a-4f73-9432-a6d0838269e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451851 Jul 01 19:55:21.351594 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fdc99-26e2-4df3-8e6b-0484430eb3d8 req-a7284533-486c-42e3-8bba-7e507e89e295 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:21.353160 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e43fdc99-26e2-4df3-8e6b-0484430eb3d8 req-a7284533-486c-42e3-8bba-7e507e89e295 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0533764 Jul 01 19:55:21.408363 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e43fdc99-26e2-4df3-8e6b-0484430eb3d8 req-331492ef-61cf-4076-9a16-087c2ba9322d tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497437 Jul 01 19:55:21.459302 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-d9d39c26-2da6-43db-9644-5f88f7449171 service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991879 Jul 01 19:55:21.558234 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-a37a2bd1-63e5-4b3b-bf83-dbe793655f5a req-c2075e09-b1b0-4611-98d1-1a6e9e0ce5c7 service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904946 Jul 01 19:55:21.633021 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313e3dd-bf3d-4b49-819d-af89a1d46bc3 req-f1cf9f95-e63c-4665-a50e-e07c3b7b3413 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:21.634557 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5313e3dd-bf3d-4b49-819d-af89a1d46bc3 req-f1cf9f95-e63c-4665-a50e-e07c3b7b3413 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0556602 Jul 01 19:55:21.690311 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5313e3dd-bf3d-4b49-819d-af89a1d46bc3 req-5d9a0714-a367-4201-9e60-840903b58068 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499163 Jul 01 19:55:21.965039 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 58192) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:55:22.096072 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c3a10ee5-55e5-46d0-b696-5e46b4d2eb46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:22.172046 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:22.174233 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c3a10ee5-55e5-46d0-b696-5e46b4d2eb46 admin admin] Publish callbacks [] for security_group (0c47a416-98e4-4786-b181-56456b25633e), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:22.180008 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-c3a10ee5-55e5-46d0-b696-5e46b4d2eb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (0c47a416-98e4-4786-b181-56456b25633e), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:22.220241 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a10ee5-55e5-46d0-b696-5e46b4d2eb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c47a416-98e4-4786-b181-56456b25633e,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:22.225127 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-c3a10ee5-55e5-46d0-b696-5e46b4d2eb46 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=13acfdc03c10433aac900052a1355e78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588897 Jul 01 19:55:22.228154 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 58196) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:55:22.292491 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3a59f294-3405-42ae-9908-2383553d0d84 admin admin] Publish callbacks [] for security_group (0c47a416-98e4-4786-b181-56456b25633e), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:22.341982 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3a59f294-3405-42ae-9908-2383553d0d84 admin admin] Publish callbacks [] for security_group (0c47a416-98e4-4786-b181-56456b25633e), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:22.369700 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4819b-feef-4082-ae7c-7d4349f83eb8 req-1588d9ab-a1da-4418-86e6-ddb95db4b2ea tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:22.371279 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-18c4819b-feef-4082-ae7c-7d4349f83eb8 req-1588d9ab-a1da-4418-86e6-ddb95db4b2ea tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 943 time: 0.0685401 Jul 01 19:55:22.432861 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3a59f294-3405-42ae-9908-2383553d0d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (0c47a416-98e4-4786-b181-56456b25633e), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:22.435308 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3a59f294-3405-42ae-9908-2383553d0d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:22.436440 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-3a59f294-3405-42ae-9908-2383553d0d84 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0c47a416-98e4-4786-b181-56456b25633e HTTP/1.1" status: 204 len: 168 time: 0.2077253 Jul 01 19:55:22.448098 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-18c4819b-feef-4082-ae7c-7d4349f83eb8 req-003fea2b-589d-41a7-9f39-896a150900f3 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666995 Jul 01 19:55:22.449003 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59f294-3405-42ae-9908-2383553d0d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c47a416-98e4-4786-b181-56456b25633e,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:22.551238 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70516748-9eda-4b03-a6e8-0e1725bf89e4 req-6c467039-61fb-4ac4-b727-ce7604b11fd9 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:22.553397 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-70516748-9eda-4b03-a6e8-0e1725bf89e4 req-6c467039-61fb-4ac4-b727-ce7604b11fd9 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0558779 Jul 01 19:55:22.607710 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-70516748-9eda-4b03-a6e8-0e1725bf89e4 req-e19941d5-e06a-4320-a1c6-e879060f45c9 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475001 Jul 01 19:55:22.753357 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 58208) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:55:22.770927 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d234789f-3af8-4d70-9613-0e6c647b2fce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:22.811396 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:22.863807 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d234789f-3af8-4d70-9613-0e6c647b2fce admin admin] Publish callbacks [] for security_group (4fe2b17d-cdfc-4d67-8c98-bd787a8c2d44), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:22.868034 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d234789f-3af8-4d70-9613-0e6c647b2fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (4fe2b17d-cdfc-4d67-8c98-bd787a8c2d44), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:22.908610 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-d234789f-3af8-4d70-9613-0e6c647b2fce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=730d7caf0db24ceaa194788743542408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1536510 Jul 01 19:55:22.910201 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234789f-3af8-4d70-9613-0e6c647b2fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe2b17d-cdfc-4d67-8c98-bd787a8c2d44,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:22.912710 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 58212) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:55:22.975210 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-571ed05c-bb22-493c-b67f-76fd4bcd63ef admin admin] Publish callbacks [] for security_group (4fe2b17d-cdfc-4d67-8c98-bd787a8c2d44), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:22.996856 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-571ed05c-bb22-493c-b67f-76fd4bcd63ef admin admin] Publish callbacks [] for security_group (4fe2b17d-cdfc-4d67-8c98-bd787a8c2d44), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:23.046524 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-571ed05c-bb22-493c-b67f-76fd4bcd63ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (4fe2b17d-cdfc-4d67-8c98-bd787a8c2d44), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:23.049131 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-571ed05c-bb22-493c-b67f-76fd4bcd63ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:23.050497 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-571ed05c-bb22-493c-b67f-76fd4bcd63ef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4fe2b17d-cdfc-4d67-8c98-bd787a8c2d44 HTTP/1.1" status: 204 len: 168 time: 0.1367438 Jul 01 19:55:23.058360 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ed05c-bb22-493c-b67f-76fd4bcd63ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe2b17d-cdfc-4d67-8c98-bd787a8c2d44,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:23.384789 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 58218) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:55:23.399081 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9253c86c-af4f-467a-a359-715ed27ea959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:23.463912 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:23.479853 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9253c86c-af4f-467a-a359-715ed27ea959 admin admin] Publish callbacks [] for security_group (610e8682-5bf7-49e7-9688-d7dd9f2be24a), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:23.483655 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9253c86c-af4f-467a-a359-715ed27ea959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (610e8682-5bf7-49e7-9688-d7dd9f2be24a), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:23.527310 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-9253c86c-af4f-467a-a359-715ed27ea959 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=20d02d6730944ed4b81cc57c4ed051fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413345 Jul 01 19:55:23.528165 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253c86c-af4f-467a-a359-715ed27ea959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610e8682-5bf7-49e7-9688-d7dd9f2be24a,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:23.530082 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 58222) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:55:23.609215 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413cb7e-4315-48f0-8b04-1ea88794376b req-af94c365-364d-415a-a49e-90012d5f27ee tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:23.610721 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c413cb7e-4315-48f0-8b04-1ea88794376b req-af94c365-364d-415a-a49e-90012d5f27ee tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 943 time: 0.0736175 Jul 01 19:55:23.641795 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ab1500a2-195c-4719-b962-61e138999a6a admin admin] Publish callbacks [] for security_group (610e8682-5bf7-49e7-9688-d7dd9f2be24a), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:23.676617 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ab1500a2-195c-4719-b962-61e138999a6a admin admin] Publish callbacks [] for security_group (610e8682-5bf7-49e7-9688-d7dd9f2be24a), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:23.731660 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c413cb7e-4315-48f0-8b04-1ea88794376b req-e64ab8cd-e171-4e7e-b8ff-599edc7265f4 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137996 Jul 01 19:55:23.750134 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:23.764061 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228d459-be50-4161-b90c-95abb5bc1b40 req-e87ec572-57c5-44c6-8c02-e1610dd453b6 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:23.765666 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b228d459-be50-4161-b90c-95abb5bc1b40 req-e87ec572-57c5-44c6-8c02-e1610dd453b6 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0760527 Jul 01 19:55:23.809128 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ab1500a2-195c-4719-b962-61e138999a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (610e8682-5bf7-49e7-9688-d7dd9f2be24a), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:23.811669 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ab1500a2-195c-4719-b962-61e138999a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:23.812816 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-ab1500a2-195c-4719-b962-61e138999a6a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/610e8682-5bf7-49e7-9688-d7dd9f2be24a HTTP/1.1" status: 204 len: 168 time: 0.2817576 Jul 01 19:55:23.836939 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1500a2-195c-4719-b962-61e138999a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610e8682-5bf7-49e7-9688-d7dd9f2be24a,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:23.850606 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b228d459-be50-4161-b90c-95abb5bc1b40 req-d626c1a0-cbe3-46df-9faf-51a1c1217bf1 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783198 Jul 01 19:55:24.101436 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device f3f91ef6-766f-417a-aa5e-c828666be6fa details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 19:55:24.103757 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 93dfc642-870b-4bec-b7c3-31efe44f78c4 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:55:24.250385 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 93dfc642-870b-4bec-b7c3-31efe44f78c4 is: DOWN; New status is: DOWN {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:55:24.273226 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port f3f91ef6-766f-417a-aa5e-c828666be6fa, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f3f91ef6-766f-417a-aa5e-c828666be6fa,segment=NetworkSegment(f7426a8c-6e96-4728-a1d7-524475ad5e61),segment_id=f7426a8c-6e96-4728-a1d7-524475ad5e61)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:55:24.286968 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': 'f3f91ef6-766f-417a-aa5e-c828666be6fa', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'port_id': 'f3f91ef6-766f-417a-aa5e-c828666be6fa', 'mac_address': 'fa:16:3e:37:0b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 19:55:24.309089 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:24.335417 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port f3f91ef6-766f-417a-aa5e-c828666be6fa is: DOWN; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:55:24.336034 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (f3f91ef6-766f-417a-aa5e-c828666be6fa), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:24.354464 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f91ef6-766f-417a-aa5e-c828666be6fa {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:55:24.376065 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port f3f91ef6-766f-417a-aa5e-c828666be6fa, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f3f91ef6-766f-417a-aa5e-c828666be6fa,segment=NetworkSegment(f7426a8c-6e96-4728-a1d7-524475ad5e61),segment_id=f7426a8c-6e96-4728-a1d7-524475ad5e61)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:55:24.381042 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (f3f91ef6-766f-417a-aa5e-c828666be6fa), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:24.437112 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=f3f91ef6-766f-417a-aa5e-c828666be6fa,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:24.672358 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['f3f91ef6-766f-417a-aa5e-c828666be6fa'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:55:24.926134 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3413201-01a6-4293-b3b9-28ffa1262a9f req-2d4c5078-f8fe-41b1-9c6e-2614dd9034ce tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:24.928643 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f3413201-01a6-4293-b3b9-28ffa1262a9f req-2d4c5078-f8fe-41b1-9c6e-2614dd9034ce tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 944 time: 0.0700381 Jul 01 19:55:25.030593 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7c081-41d6-4bba-8fe1-033342b921e5 req-7aea80a3-774c-4f87-87c9-4909d09e34fc tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:25.032382 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8cd7c081-41d6-4bba-8fe1-033342b921e5 req-7aea80a3-774c-4f87-87c9-4909d09e34fc tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0876048 Jul 01 19:55:25.037804 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f3413201-01a6-4293-b3b9-28ffa1262a9f req-0689d10f-bda6-4d9d-b4ef-c8d9d11069b4 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016684 Jul 01 19:55:25.109614 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8cd7c081-41d6-4bba-8fe1-033342b921e5 req-83b31715-8d54-46ce-821b-863f3065fe9b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573895 Jul 01 19:55:26.098329 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device f3f91ef6-766f-417a-aa5e-c828666be6fa up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:55:26.147367 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:26.151092 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning for port f3f91ef6-766f-417a-aa5e-c828666be6fa completed by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 19:55:26.161780 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port f3f91ef6-766f-417a-aa5e-c828666be6fa triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:55:26.162310 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (f3f91ef6-766f-417a-aa5e-c828666be6fa), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:26.170402 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae429f-379e-4850-b7c6-b46104b416f6 req-6c6f272f-389c-4448-875b-3b0f0336e82c tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:26.177943 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-18ae429f-379e-4850-b7c6-b46104b416f6 req-6c6f272f-389c-4448-875b-3b0f0336e82c tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 944 time: 0.0615573 Jul 01 19:55:26.245628 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:26.274640 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-18ae429f-379e-4850-b7c6-b46104b416f6 req-70d490e8-f93d-4f06-9e3c-80fc17156a3d tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895238 Jul 01 19:55:26.292293 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port f3f91ef6-766f-417a-aa5e-c828666be6fa is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:55:26.293030 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (f3f91ef6-766f-417a-aa5e-c828666be6fa), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:26.296533 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be95e3d-fa50-495f-a0a6-a4e91a0af2f7 req-72d5d4d9-af59-47e6-9e2e-c3b0d8cf8b14 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:26.302718 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7be95e3d-fa50-495f-a0a6-a4e91a0af2f7 req-72d5d4d9-af59-47e6-9e2e-c3b0d8cf8b14 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0942295 Jul 01 19:55:26.327253 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527d64b8-42ce-4ab0-9256-f6dae97073d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f91ef6-766f-417a-aa5e-c828666be6fa'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:55:26.329319 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc95088b-0105-4ca1-81b7-8862bb167130" -d '{"events": [{"server_uuid": "527d64b8-42ce-4ab0-9256-f6dae97073d7", "name": "network-vif-plugged", "status": "completed", "tag": "f3f91ef6-766f-417a-aa5e-c828666be6fa"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:55:26.343529 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port f3f91ef6-766f-417a-aa5e-c828666be6fa, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f3f91ef6-766f-417a-aa5e-c828666be6fa,segment=NetworkSegment(f7426a8c-6e96-4728-a1d7-524475ad5e61),segment_id=f7426a8c-6e96-4728-a1d7-524475ad5e61)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:55:26.350264 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (f3f91ef6-766f-417a-aa5e-c828666be6fa), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:26.361799 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7be95e3d-fa50-495f-a0a6-a4e91a0af2f7 req-7c3fef92-631d-4c25-9aab-113ae731e830 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575433 Jul 01 19:55:26.396806 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ecf528-840d-4b6e-8e8b-1e57780446fb x-openstack-request-id: req-33ecf528-840d-4b6e-8e8b-1e57780446fb {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:55:26.397033 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527d64b8-42ce-4ab0-9256-f6dae97073d7", "name": "network-vif-plugged", "status": "completed", "tag": "f3f91ef6-766f-417a-aa5e-c828666be6fa", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:55:26.397286 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-33ecf528-840d-4b6e-8e8b-1e57780446fb {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:55:26.397763 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ecf528-840d-4b6e-8e8b-1e57780446fb'] response: {'server_uuid': '527d64b8-42ce-4ab0-9256-f6dae97073d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f91ef6-766f-417a-aa5e-c828666be6fa', 'code': 200} Jul 01 19:55:26.415517 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=f3f91ef6-766f-417a-aa5e-c828666be6fa,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:26.592800 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9c271-8e39-47f7-abc7-f08e06ee01d8 req-d299fd34-aa12-4e1f-a6b4-f8966bc91c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:26.594350 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-4ee9c271-8e39-47f7-abc7-f08e06ee01d8 req-d299fd34-aa12-4e1f-a6b4-f8966bc91c0c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 1129 time: 0.0432284 Jul 01 19:55:26.627016 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:26.646676 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-4ee9c271-8e39-47f7-abc7-f08e06ee01d8 req-d6583681-2466-4ad6-aad9-5b8cfaccd30b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458138 Jul 01 19:55:27.395580 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464311e8-1bcb-4555-a306-9ea1d72ee403 req-145b1d7a-d0d9-4b06-9ae8-cc02ad274ef4 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:27.397116 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-464311e8-1bcb-4555-a306-9ea1d72ee403 req-145b1d7a-d0d9-4b06-9ae8-cc02ad274ef4 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0550568 Jul 01 19:55:27.463376 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-464311e8-1bcb-4555-a306-9ea1d72ee403 req-dfb3e57c-bef8-4e5e-865d-f85160060352 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604501 Jul 01 19:55:27.480969 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:27.502707 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060a402-e57b-4bbb-b32c-2be4300611c3 req-90c58078-e994-437e-b1f3-3729061bf311 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:27.504845 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3060a402-e57b-4bbb-b32c-2be4300611c3 req-90c58078-e994-437e-b1f3-3729061bf311 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0547779 Jul 01 19:55:27.556349 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3060a402-e57b-4bbb-b32c-2be4300611c3 req-d1600c36-eacf-4b9c-82da-aff10309166f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457885 Jul 01 19:55:28.580699 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46d263-aa71-4081-a8cd-f8df6ed5607d req-7788e2c2-f820-4207-97f6-8d59b01bcb93 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:28.582975 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3b46d263-aa71-4081-a8cd-f8df6ed5607d req-7788e2c2-f820-4207-97f6-8d59b01bcb93 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0477517 Jul 01 19:55:28.656455 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3b46d263-aa71-4081-a8cd-f8df6ed5607d req-95341043-cf14-4369-a167-1ec1b9f8277c tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672452 Jul 01 19:55:28.694533 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb343c-003d-4991-a733-70cc211a2a70 req-8a77900e-ac7a-40a1-9944-ea0e853faa8d tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:28.696009 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-03bb343c-003d-4991-a733-70cc211a2a70 req-8a77900e-ac7a-40a1-9944-ea0e853faa8d tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0576229 Jul 01 19:55:28.746314 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-03bb343c-003d-4991-a733-70cc211a2a70 req-e863059c-0abe-482a-ac6e-1ed962dd8089 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426946 Jul 01 19:55:29.205874 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 58338) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:55:29.292154 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3463d473-9114-493f-bda4-6bc732c87fa4 req-722d5e90-d8c6-4e03-b8f8-d4df4aa8f9bc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850046 Jul 01 19:55:29.301572 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [req-3463d473-9114-493f-bda4-6bc732c87fa4 req-436ee3f9-4995-477f-8e68-3e9e531e12b2 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=110544) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 19:55:29.302667 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3463d473-9114-493f-bda4-6bc732c87fa4 req-436ee3f9-4995-477f-8e68-3e9e531e12b2 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055370 Jul 01 19:55:29.380867 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 58346) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:55:29.443823 dv-cinder-844601-7-iscsi neutron-server[110545]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 01 19:55:29.490376 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463d473-9114-493f-bda4-6bc732c87fa4 req-bad3e8e0-4284-46cd-a6ff-e8e831793079 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:29.491720 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-3463d473-9114-493f-bda4-6bc732c87fa4 req-bad3e8e0-4284-46cd-a6ff-e8e831793079 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports/93dfc642-870b-4bec-b7c3-31efe44f78c4 HTTP/1.1" status: 200 len: 940 time: 0.1064661 Jul 01 19:55:29.778715 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb90ce-e03b-4cf7-9587-d427ae96a63c req-02d3a76b-7833-4771-91ac-4ec473cd2ca8 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:29.780278 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0abb90ce-e03b-4cf7-9587-d427ae96a63c req-02d3a76b-7833-4771-91ac-4ec473cd2ca8 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0523965 Jul 01 19:55:29.842648 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0abb90ce-e03b-4cf7-9587-d427ae96a63c req-dfe36f66-b553-471f-973d-b07a27ec1e83 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549960 Jul 01 19:55:29.878015 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb95f0d-e04a-4412-84b4-dadf9dcc6862 req-9b5badd8-9d9b-4fe8-8c58-10b2aa567bc3 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:29.880151 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fbb95f0d-e04a-4412-84b4-dadf9dcc6862 req-9b5badd8-9d9b-4fe8-8c58-10b2aa567bc3 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0513337 Jul 01 19:55:29.942174 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fbb95f0d-e04a-4412-84b4-dadf9dcc6862 req-6ba1a7e6-cb50-4653-b080-a646d3d4869f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553548 Jul 01 19:55:29.965701 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:29.980423 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb28b2-ee29-4eec-8fad-506fe15e9b94 req-fef1d85a-1c6f-41a9-8414-f5510e7996ce tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:29.981997 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e1bb28b2-ee29-4eec-8fad-506fe15e9b94 req-fef1d85a-1c6f-41a9-8414-f5510e7996ce tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0557873 Jul 01 19:55:29.991114 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 58370) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:55:29.995544 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-21b10cb6-4514-4c57-b722-9d7f14e42368 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Request body: {'floatingip': {'port_id': 'f3f91ef6-766f-417a-aa5e-c828666be6fa'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:55:30.038994 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-21b10cb6-4514-4c57-b722-9d7f14e42368 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for floatingip (bc98d141-e277-4352-821a-26c184833713), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:30.473528 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-21b10cb6-4514-4c57-b722-9d7f14e42368 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:30.483261 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-21b10cb6-4514-4c57-b722-9d7f14e42368 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (bc98d141-e277-4352-821a-26c184833713), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:30.577394 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.l3_db [None req-21b10cb6-4514-4c57-b722-9d7f14e42368 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Floating IP bc98d141-e277-4352-821a-26c184833713 associated. External IP: 172.27.1.188, port: f3f91ef6-766f-417a-aa5e-c828666be6fa. Jul 01 19:55:30.861546 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 19:55:30.993380 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b10cb6-4514-4c57-b722-9d7f14e42368 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Router f0b73d37-ca2a-4a69-9b0e-75f5d7905146 has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:55:31.085193 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223094f7-c4dd-4617-a67a-f874d936609a req-24272e15-ebaf-419e-aecc-8849338ea3cb tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:31.087464 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-223094f7-c4dd-4617-a67a-f874d936609a req-24272e15-ebaf-419e-aecc-8849338ea3cb tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0613806 Jul 01 19:55:31.113958 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b10cb6-4514-4c57-b722-9d7f14e42368 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:55:31.119912 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-21b10cb6-4514-4c57-b722-9d7f14e42368 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:31.127006 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449c35dc-8ac9-4c95-adaa-d1b05bfa720c None None] Sync routers for ids ['f0b73d37-ca2a-4a69-9b0e-75f5d7905146'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:55:31.140124 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449c35dc-8ac9-4c95-adaa-d1b05bfa720c None None] Routers {'f0b73d37-ca2a-4a69-9b0e-75f5d7905146'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:55:31.141000 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-449c35dc-8ac9-4c95-adaa-d1b05bfa720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:55:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['f0b73d37-ca2a-4a69-9b0e-75f5d7905146'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:55:31.153148 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:31.174188 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-223094f7-c4dd-4617-a67a-f874d936609a req-e0db1b88-c26e-4b59-8d4a-09a833e0af32 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765598 Jul 01 19:55:31.189376 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-21b10cb6-4514-4c57-b722-9d7f14e42368 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "PUT /v2.0/floatingips/bc98d141-e277-4352-821a-26c184833713 HTTP/1.1" status: 200 len: 991 time: 1.1944730 Jul 01 19:55:31.190230 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527d64b8-42ce-4ab0-9256-f6dae97073d7', 'tag': 'f3f91ef6-766f-417a-aa5e-c828666be6fa'}] {{(pid=110545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:55:31.195506 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcb8287ee1e4b298a834a36a05516dc05427937f10d56c225ffa2f4d88459ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3346d442-995d-4808-86cc-d3a8de22f2db" -d '{"events": [{"name": "network-changed", "server_uuid": "527d64b8-42ce-4ab0-9256-f6dae97073d7", "tag": "f3f91ef6-766f-417a-aa5e-c828666be6fa"}]}' {{(pid=110545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:55:31.250176 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cd89b5-2d62-437b-a323-696bffcd98f9 x-openstack-request-id: req-01cd89b5-2d62-437b-a323-696bffcd98f9 {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:55:31.250455 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "527d64b8-42ce-4ab0-9256-f6dae97073d7", "tag": "f3f91ef6-766f-417a-aa5e-c828666be6fa", "status": "completed", "code": 200}]} {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:55:31.250719 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-01cd89b5-2d62-437b-a323-696bffcd98f9 {{(pid=110545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:55:31.251332 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01cd89b5-2d62-437b-a323-696bffcd98f9'] response: {'name': 'network-changed', 'server_uuid': '527d64b8-42ce-4ab0-9256-f6dae97073d7', 'tag': 'f3f91ef6-766f-417a-aa5e-c828666be6fa', 'status': 'completed', 'code': 200} Jul 01 19:55:31.286810 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-449c35dc-8ac9-4c95-adaa-d1b05bfa720c None None] Set router f0b73d37-ca2a-4a69-9b0e-75f5d7905146 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:55:31.331015 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346d442-995d-4808-86cc-d3a8de22f2db req-3e8f9d58-7fd9-4a93-a752-94c714bb3527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:31.331015 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-3346d442-995d-4808-86cc-d3a8de22f2db req-3e8f9d58-7fd9-4a93-a752-94c714bb3527 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ba0ddfd3efd41ee9687efe014c40bf0&device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 1129 time: 0.0451550 Jul 01 19:55:31.350598 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:31.432983 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346d442-995d-4808-86cc-d3a8de22f2db req-ab1b1b5b-ccd1-4437-bda6-4458b4691c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:31.434439 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-3346d442-995d-4808-86cc-d3a8de22f2db req-ab1b1b5b-ccd1-4437-bda6-4458b4691c7b service neutron] 10.222.0.60 "GET /v2.0/networks?id=13dd580c-809a-4f73-9432-a6d0838269e1 HTTP/1.1" status: 200 len: 920 time: 0.0924149 Jul 01 19:55:31.560210 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-449c35dc-8ac9-4c95-adaa-d1b05bfa720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'name': 'tempest-ServerRescueNegativeTestJSON-1058585110-router', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:51Z', 'revision_number': 4, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'gw_port': {'id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': 'bc98d141-e277-4352-821a-26c184833713', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'port_id': 'f3f91ef6-766f-417a-aa5e-c828666be6fa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'mac_address': 'fa:16:3e:37:0b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527d64b8-42ce-4ab0-9256-f6dae97073d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:54:59Z', 'updated_at': '2022-07-01T19:55:30Z', 'revision_number': 1, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea0633f7-f0a0-4a40-abfd-8db578b8da37', 'name': '', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'mac_address': 'fa:16:3e:e5:38:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:49Z', 'updated_at': '2022-07-01T19:53:02Z', 'revision_number': 5, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'subnets': [{'id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:55:31.586171 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449c35dc-8ac9-4c95-adaa-d1b05bfa720c None None] Checking router: f0b73d37-ca2a-4a69-9b0e-75f5d7905146 for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:55:31.594737 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449c35dc-8ac9-4c95-adaa-d1b05bfa720c None None] Routers {'f0b73d37-ca2a-4a69-9b0e-75f5d7905146'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:55:31.595347 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-449c35dc-8ac9-4c95-adaa-d1b05bfa720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:55:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['f0b73d37-ca2a-4a69-9b0e-75f5d7905146'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:55:31.706323 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-449c35dc-8ac9-4c95-adaa-d1b05bfa720c None None] Set router f0b73d37-ca2a-4a69-9b0e-75f5d7905146 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:55:31.829053 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463d473-9114-493f-bda4-6bc732c87fa4 req-72c2744e-067b-4f95-a4cd-b9d78714b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:31.830989 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3463d473-9114-493f-bda4-6bc732c87fa4 req-72c2744e-067b-4f95-a4cd-b9d78714b114 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96&tenant_id=b8e38ec3f92a47fe98829eb3d289cdb4 HTTP/1.1" status: 200 len: 1127 time: 0.0784783 Jul 01 19:55:31.847522 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-3346d442-995d-4808-86cc-d3a8de22f2db req-31ff6288-6683-4a86-beb9-c3d6faa7a72a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3f91ef6-766f-417a-aa5e-c828666be6fa HTTP/1.1" status: 200 len: 999 time: 0.1076195 Jul 01 19:55:31.911221 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346d442-995d-4808-86cc-d3a8de22f2db req-084cd863-13a5-4470-9d28-c2b76573c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:31.912775 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-3346d442-995d-4808-86cc-d3a8de22f2db req-084cd863-13a5-4470-9d28-c2b76573c293 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b109ae2e-b5c6-4eef-8a69-a246d16af692 HTTP/1.1" status: 200 len: 858 time: 0.0578265 Jul 01 19:55:31.929643 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463d473-9114-493f-bda4-6bc732c87fa4 req-60278f1f-079b-4375-8024-0f7c113411e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:31.931331 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3463d473-9114-493f-bda4-6bc732c87fa4 req-60278f1f-079b-4375-8024-0f7c113411e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8e38ec3f92a47fe98829eb3d289cdb4&device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 1127 time: 0.0613840 Jul 01 19:55:31.979277 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346d442-995d-4808-86cc-d3a8de22f2db req-29ef0d3c-85bf-4bd0-a46c-4d59c94dc7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:31.981376 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-3346d442-995d-4808-86cc-d3a8de22f2db req-29ef0d3c-85bf-4bd0-a46c-4d59c94dc7db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=13dd580c-809a-4f73-9432-a6d0838269e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581558 Jul 01 19:55:31.985877 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-449c35dc-8ac9-4c95-adaa-d1b05bfa720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'name': 'tempest-ServerRescueNegativeTestJSON-1058585110-router', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:51Z', 'revision_number': 4, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'gw_port': {'id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': 'bc98d141-e277-4352-821a-26c184833713', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'port_id': 'f3f91ef6-766f-417a-aa5e-c828666be6fa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'mac_address': 'fa:16:3e:37:0b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527d64b8-42ce-4ab0-9256-f6dae97073d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:54:59Z', 'updated_at': '2022-07-01T19:55:30Z', 'revision_number': 1, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea0633f7-f0a0-4a40-abfd-8db578b8da37', 'name': '', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'mac_address': 'fa:16:3e:e5:38:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:49Z', 'updated_at': '2022-07-01T19:53:02Z', 'revision_number': 5, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'subnets': [{'id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:55:32.022020 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449c35dc-8ac9-4c95-adaa-d1b05bfa720c None None] The sync data for ids ['f0b73d37-ca2a-4a69-9b0e-75f5d7905146'] in dv-cinder-844601-7-iscsi is: [{'id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'name': 'tempest-ServerRescueNegativeTestJSON-1058585110-router', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:51Z', 'revision_number': 4, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'gw_port': {'id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': 'bc98d141-e277-4352-821a-26c184833713', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'port_id': 'f3f91ef6-766f-417a-aa5e-c828666be6fa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'mac_address': 'fa:16:3e:37:0b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527d64b8-42ce-4ab0-9256-f6dae97073d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:54:59Z', 'updated_at': '2022-07-01T19:55:30Z', 'revision_number': 1, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea0633f7-f0a0-4a40-abfd-8db578b8da37', 'name': '', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'mac_address': 'fa:16:3e:e5:38:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:49Z', 'updated_at': '2022-07-01T19:53:02Z', 'revision_number': 5, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'subnets': [{'id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:55:32.041689 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463d473-9114-493f-bda4-6bc732c87fa4 req-8f22d63d-2534-46ca-8eda-d1e887815a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:32.043169 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3463d473-9114-493f-bda4-6bc732c87fa4 req-8f22d63d-2534-46ca-8eda-d1e887815a44 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e9d88c7-2969-402f-b3c2-096acc062b79 HTTP/1.1" status: 200 len: 918 time: 0.1035981 Jul 01 19:55:32.089632 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-3346d442-995d-4808-86cc-d3a8de22f2db req-fd4854bb-a279-4181-a5bb-a96f7b7a85c0 service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979819 Jul 01 19:55:32.118265 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3463d473-9114-493f-bda4-6bc732c87fa4 req-27cc968f-9f0b-4357-b317-f2eccee92e6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93dfc642-870b-4bec-b7c3-31efe44f78c4 HTTP/1.1" status: 200 len: 999 time: 0.0680397 Jul 01 19:55:32.173341 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463d473-9114-493f-bda4-6bc732c87fa4 req-2613a4ab-7ee4-4641-adb2-cc98b44802a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:32.174848 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3463d473-9114-493f-bda4-6bc732c87fa4 req-2613a4ab-7ee4-4641-adb2-cc98b44802a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=76c01db0-193d-4246-8c54-cae6849bb14c HTTP/1.1" status: 200 len: 856 time: 0.0497465 Jul 01 19:55:32.190657 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-3346d442-995d-4808-86cc-d3a8de22f2db req-9ef10b69-bfca-46d8-a140-6fa044d7d346 service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941324 Jul 01 19:55:32.239773 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463d473-9114-493f-bda4-6bc732c87fa4 req-5979392b-4e60-4f60-a872-1a0f92c22a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:32.241686 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3463d473-9114-493f-bda4-6bc732c87fa4 req-5979392b-4e60-4f60-a872-1a0f92c22a74 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9d88c7-2969-402f-b3c2-096acc062b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543852 Jul 01 19:55:32.278451 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a00c869-d4ac-442b-a3e7-bf310cd8fd0a None None] New status for floating IP bc98d141-e277-4352-821a-26c184833713: ACTIVE {{(pid=110547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 19:55:32.361395 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305c20e-d614-4c04-a17f-670d3a9dfec4 req-dcbeb539-6a5c-4684-85d5-bc031e4f81a2 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:32.363451 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5305c20e-d614-4c04-a17f-670d3a9dfec4 req-dcbeb539-6a5c-4684-85d5-bc031e4f81a2 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0978792 Jul 01 19:55:32.372078 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:32.418800 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3463d473-9114-493f-bda4-6bc732c87fa4 req-9081194f-37e2-4c03-81c2-d89678a77103 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665719 Jul 01 19:55:32.451095 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5305c20e-d614-4c04-a17f-670d3a9dfec4 req-99d85a0d-737a-44e3-9657-b93f9190efcc tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815992 Jul 01 19:55:32.536283 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3463d473-9114-493f-bda4-6bc732c87fa4 req-0531d0ce-ed40-4772-b237-0faceb53b51e service neutron] 10.222.0.60 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087272 Jul 01 19:55:33.587160 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b3658-4310-427c-a855-953ce6fca9c7 req-42ea466c-a1d9-440d-bb8f-9ecf662db3e4 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:33.588757 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3a7b3658-4310-427c-a855-953ce6fca9c7 req-42ea466c-a1d9-440d-bb8f-9ecf662db3e4 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0538945 Jul 01 19:55:33.635959 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3a7b3658-4310-427c-a855-953ce6fca9c7 req-d9d4ece0-03fd-494b-b125-365ac564fee7 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415301 Jul 01 19:55:34.765215 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2d976-8f80-4cf4-bfdd-9ca18db8a36f req-7593d378-862a-43cc-9f06-762a8f0dd63c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:34.766746 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-75f2d976-8f80-4cf4-bfdd-9ca18db8a36f req-7593d378-862a-43cc-9f06-762a8f0dd63c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0534937 Jul 01 19:55:35.035029 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-75f2d976-8f80-4cf4-bfdd-9ca18db8a36f req-823e9a03-0aef-44b7-a699-98dff00495e1 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2624984 Jul 01 19:55:36.132473 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-bbaf9134-726f-467f-9479-be9e6d71a984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:36.164054 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edefe52-193a-4956-83ce-737be0e6106b req-ca52a200-e2fc-40d0-affd-f326bcc2b976 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:36.165858 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3edefe52-193a-4956-83ce-737be0e6106b req-ca52a200-e2fc-40d0-affd-f326bcc2b976 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0533648 Jul 01 19:55:36.264568 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3edefe52-193a-4956-83ce-737be0e6106b req-8b1c9b47-e798-4ca8-bda9-0fb1a9de65a4 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889440 Jul 01 19:55:37.419775 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a9474-d57f-4f83-935a-30422d91d696 req-73681a21-8892-4514-bba8-bd218707d7b7 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:37.421731 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b66a9474-d57f-4f83-935a-30422d91d696 req-73681a21-8892-4514-bba8-bd218707d7b7 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0707080 Jul 01 19:55:37.449107 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:37.497126 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b66a9474-d57f-4f83-935a-30422d91d696 req-7b9f9a79-fde7-4419-8332-326c16ba1321 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685639 Jul 01 19:55:38.090353 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-120a2f25-2004-4023-aa59-97ee06020e67 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1127916334&fields=id&tenant_id=262e5b1a6f6248cca455437d23b8d441 HTTP/1.1" status: 200 len: 267 time: 0.0505154 Jul 01 19:55:38.206281 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-2c4a702e-6eb1-4a93-919d-2e33888bb6fc tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:38.207786 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-2c4a702e-6eb1-4a93-919d-2e33888bb6fc tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/networks?id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9 HTTP/1.1" status: 200 len: 811 time: 0.1105950 Jul 01 19:55:38.223794 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-4781fe42-cfcf-4b08-9027-b8f7b45ebf2f tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/quotas/262e5b1a6f6248cca455437d23b8d441 HTTP/1.1" status: 200 len: 375 time: 0.0098143 Jul 01 19:55:38.284549 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-fa9cd760-5937-433f-84e1-80ff58572567 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=262e5b1a6f6248cca455437d23b8d441&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547502 Jul 01 19:55:38.388190 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-8760e5df-3dcb-4382-b300-1f73c14eb255 service neutron] 10.222.0.66 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911009 Jul 01 19:55:38.498073 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-7f607b6e-94c5-4fe2-b77b-399bfc21e068 service neutron] 10.222.0.66 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033003 Jul 01 19:55:38.615455 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ff4afff8-5e03-4a52-b585-3659092d4ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:38.639109 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:38.669514 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02348f04-f825-497e-8fb3-ad40589d436e req-999247a6-265c-4e56-a3bd-9dfc6e8918da tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:38.671120 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-02348f04-f825-497e-8fb3-ad40589d436e req-999247a6-265c-4e56-a3bd-9dfc6e8918da tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0773940 Jul 01 19:55:38.746477 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-02348f04-f825-497e-8fb3-ad40589d436e req-5c2c1fa4-0e88-426d-aa37-d578a83830ab tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698817 Jul 01 19:55:38.950743 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-80f2ccbb-9ade-4a9d-a1d0-12a24ac6ffe8 req-833cdbe7-1961-4034-be2a-6e164f73a2a8 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 210 time: 0.0464823 Jul 01 19:55:39.736813 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:39.870966 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c4027-bb2f-42bf-a0a0-b44615205dac req-7a9b4be4-fd51-4bd3-a4ce-02849bd4456a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:39.872540 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1f6c4027-bb2f-42bf-a0a0-b44615205dac req-7a9b4be4-fd51-4bd3-a4ce-02849bd4456a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0504949 Jul 01 19:55:39.922997 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1f6c4027-bb2f-42bf-a0a0-b44615205dac req-b250d44e-6b40-41cf-b7c1-020cba7fc1ef tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445580 Jul 01 19:55:40.049878 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dbdaa13a-1a60-416e-83da-5485b82bbb1d req-d25c0ed0-fd7b-477d-bdc6-2513d4404c05 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 210 time: 0.0280945 Jul 01 19:55:41.051309 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78e6a9-2b78-437e-a6ce-222a73a948c3 req-e47f515d-2f16-4ad5-882a-f49ad764a5b4 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:41.053538 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0d78e6a9-2b78-437e-a6ce-222a73a948c3 req-e47f515d-2f16-4ad5-882a-f49ad764a5b4 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0535171 Jul 01 19:55:41.092052 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:41.107407 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0d78e6a9-2b78-437e-a6ce-222a73a948c3 req-bc19738e-87a8-4761-b62c-c902f4e8f008 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482686 Jul 01 19:55:41.156583 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-43b1050e-87fa-4dd0-98d0-c4a92bb26c13 req-5f8247b1-352d-4b30-91f7-4c2d1dc79b47 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 210 time: 0.0287755 Jul 01 19:55:41.532305 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:42.185759 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=47 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:42.187359 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=43 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:42.278206 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5e84fcfc-4af3-4c2d-b3c9-7db01f0dae4c req-722fb19b-ceec-4603-90cb-05c212319567 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 210 time: 0.0338323 Jul 01 19:55:42.284748 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58433e85-00c3-4ad8-8302-bc35f84023ef req-cae94f7a-e360-4c3b-ba45-598b0b840e16 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:42.286869 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-58433e85-00c3-4ad8-8302-bc35f84023ef req-cae94f7a-e360-4c3b-ba45-598b0b840e16 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0929511 Jul 01 19:55:42.343353 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-58433e85-00c3-4ad8-8302-bc35f84023ef req-434d9496-5bf0-401c-9eb6-d249105084a4 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492046 Jul 01 19:55:43.383224 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-42327991-84fa-43de-b6cd-4ca3f4385b72 req-dcbbc635-ae35-471c-b385-a75d1fd2782f tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 210 time: 0.0303202 Jul 01 19:55:43.495937 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e736b-0256-4c36-b6bb-9caf5d997c33 req-1fdf2651-b186-4a63-97a7-aa01d1c4dd67 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:43.497536 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-394e736b-0256-4c36-b6bb-9caf5d997c33 req-1fdf2651-b186-4a63-97a7-aa01d1c4dd67 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0542054 Jul 01 19:55:43.567914 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-394e736b-0256-4c36-b6bb-9caf5d997c33 req-b8507f9c-37ff-485e-a5e9-9882a9b35860 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582614 Jul 01 19:55:44.508058 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a178d363-31d9-4a7a-a633-1b604de83663 req-ae593581-b45c-49ac-92df-2726084c7d55 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 210 time: 0.0461593 Jul 01 19:55:44.711322 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2451ac-5c14-4632-b03d-616dc479ca25 req-4a6f7359-c76a-4eac-a635-5bc81e465284 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:44.712788 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1c2451ac-5c14-4632-b03d-616dc479ca25 req-4a6f7359-c76a-4eac-a635-5bc81e465284 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0536458 Jul 01 19:55:44.766181 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1c2451ac-5c14-4632-b03d-616dc479ca25 req-685935be-f18d-46e3-a401-08e6982eec87 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475852 Jul 01 19:55:45.224158 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:45.589498 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:45.610696 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b98d8922-4ac5-4fb8-ad5f-3036c24963e3 req-087fa89e-4bed-44d2-8c8d-08e71849acc4 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 210 time: 0.0295167 Jul 01 19:55:45.889217 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9269a2f-84d1-471c-a0b9-aca6644357b9 req-2fdff44e-91a5-465d-b753-8f36264aae5f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:45.890700 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c9269a2f-84d1-471c-a0b9-aca6644357b9 req-2fdff44e-91a5-465d-b753-8f36264aae5f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0468302 Jul 01 19:55:45.944993 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c9269a2f-84d1-471c-a0b9-aca6644357b9 req-2967ad06-6f29-46f0-8f18-54c94cd0e91a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476773 Jul 01 19:55:46.713521 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1b4e2fee-4f95-4b58-9ed3-c4b6f7e9e0a4 req-ac1c5795-24ef-4af1-874a-5943d07a042b tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 210 time: 0.0299942 Jul 01 19:55:46.847253 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:46.857391 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:47.079212 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6be8c6-b1bd-4b48-821a-79179db2b61d req-f58e958a-1f0c-4583-8d85-b2d7e5d5c0d0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:47.081100 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7c6be8c6-b1bd-4b48-821a-79179db2b61d req-f58e958a-1f0c-4583-8d85-b2d7e5d5c0d0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0489430 Jul 01 19:55:47.130270 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7c6be8c6-b1bd-4b48-821a-79179db2b61d req-81456260-d40f-4839-8167-ae42e862bc6d tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428059 Jul 01 19:55:47.812703 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4a3383fe-cd78-4ff3-a280-e9e48e2a87b2 req-37ae95f0-5c29-489d-ad8f-8664de40a477 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 210 time: 0.0311308 Jul 01 19:55:48.262222 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b34ee-3bf3-4485-839a-1a3ded91994e req-9541e4bf-777c-40f1-bc4c-dad0cc9036d3 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:48.266162 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b59b34ee-3bf3-4485-839a-1a3ded91994e req-9541e4bf-777c-40f1-bc4c-dad0cc9036d3 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0632813 Jul 01 19:55:48.312244 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b59b34ee-3bf3-4485-839a-1a3ded91994e req-aaa25a49-41e9-4847-a208-7746d2e94ee0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425603 Jul 01 19:55:48.910859 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d29574b7-f0c8-414f-bee8-9cb417bb3819 req-91df5379-8540-4b1e-aae0-31261b8cba80 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 210 time: 0.0278513 Jul 01 19:55:48.951157 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447c195-6990-4644-81fb-a98c33c7817c req-f8e58243-f044-4c90-b15d-3281a8ed3aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:48.952671 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3447c195-6990-4644-81fb-a98c33c7817c req-f8e58243-f044-4c90-b15d-3281a8ed3aff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8e38ec3f92a47fe98829eb3d289cdb4&device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 1127 time: 0.0407405 Jul 01 19:55:49.046782 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:49.076739 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447c195-6990-4644-81fb-a98c33c7817c req-ffbffa8d-8544-414d-a6f0-c1c224c4d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:49.078277 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3447c195-6990-4644-81fb-a98c33c7817c req-ffbffa8d-8544-414d-a6f0-c1c224c4d432 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e9d88c7-2969-402f-b3c2-096acc062b79 HTTP/1.1" status: 200 len: 918 time: 0.1020920 Jul 01 19:55:49.146973 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3447c195-6990-4644-81fb-a98c33c7817c req-31cf4065-cf62-40f0-8617-f6be58f4278d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93dfc642-870b-4bec-b7c3-31efe44f78c4 HTTP/1.1" status: 200 len: 999 time: 0.0620394 Jul 01 19:55:49.203335 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447c195-6990-4644-81fb-a98c33c7817c req-bf01ede6-244d-4684-9c11-3d66984126c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:49.204799 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3447c195-6990-4644-81fb-a98c33c7817c req-bf01ede6-244d-4684-9c11-3d66984126c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=76c01db0-193d-4246-8c54-cae6849bb14c HTTP/1.1" status: 200 len: 856 time: 0.0501180 Jul 01 19:55:49.254497 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447c195-6990-4644-81fb-a98c33c7817c req-6d57fa08-4005-4ed9-8e5d-96072e2c3259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:49.256063 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3447c195-6990-4644-81fb-a98c33c7817c req-6d57fa08-4005-4ed9-8e5d-96072e2c3259 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9d88c7-2969-402f-b3c2-096acc062b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429416 Jul 01 19:55:49.369446 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3447c195-6990-4644-81fb-a98c33c7817c req-39bdc631-667a-4335-9ec5-9a1246e43560 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026886 Jul 01 19:55:49.489053 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe706e3-9348-4b2a-8c30-416668501836 req-88ebfe16-3961-4dbc-9504-d63789ea1d7c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:49.490687 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5fe706e3-9348-4b2a-8c30-416668501836 req-88ebfe16-3961-4dbc-9504-d63789ea1d7c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0914207 Jul 01 19:55:49.533859 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3447c195-6990-4644-81fb-a98c33c7817c req-e34ce048-e772-4b61-8ca4-c17ed4bdbfb0 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543388 Jul 01 19:55:49.567113 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5fe706e3-9348-4b2a-8c30-416668501836 req-6fda6c63-2b87-4c24-a05c-c05d8082c3d0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695982 Jul 01 19:55:49.987217 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-204ae341-4eb6-492d-917b-d55f34862e8e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:49.989189 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-204ae341-4eb6-492d-917b-d55f34862e8e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.60 "GET /v2.0/networks?id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9 HTTP/1.1" status: 200 len: 811 time: 0.1155109 Jul 01 19:55:50.017456 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7560e70d-d071-4190-a452-7f88eb7a9617 req-19c295e7-a9d5-434a-8a08-6c5cf04c1451 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 210 time: 0.0272272 Jul 01 19:55:50.282438 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-8c99a0c8-738e-4bd3-9c73-8ff097d8e187 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=262e5b1a6f6248cca455437d23b8d441 HTTP/1.1" status: 200 len: 380 time: 0.0739279 Jul 01 19:55:50.294306 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-0b2913b3-1c1f-4070-afa2-006b7afe4c2e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Request body: {'port': {'device_id': 'abdbc8c7-9db6-4914-8ad4-b55ee6460761', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'admin_state_up': True, 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'security_groups': ['6e986d2c-065d-43a5-9213-25c3083af54e']}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:55:50.316547 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:50.411323 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-0b2913b3-1c1f-4070-afa2-006b7afe4c2e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Made reservation on behalf of 262e5b1a6f6248cca455437d23b8d441 for: {'port': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:55:50.414712 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-0b2913b3-1c1f-4070-afa2-006b7afe4c2e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:50.544533 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-0b2913b3-1c1f-4070-afa2-006b7afe4c2e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Allocated IP 172.20.0.3 (e8fd60a7-929d-43ab-ae8d-d1c7691811e9/129fcccf-8477-4494-ac8a-396275dff649/f9cbac97-cb1e-4639-8812-c364aa6fa31d) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:55:50.562932 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:50.725972 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207f88d-a179-4d27-9d12-57afe97f6617 req-f026c51d-cc96-43aa-97aa-86cc947a3591 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:50.727431 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c207f88d-a179-4d27-9d12-57afe97f6617 req-f026c51d-cc96-43aa-97aa-86cc947a3591 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0734673 Jul 01 19:55:50.759679 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-0b2913b3-1c1f-4070-afa2-006b7afe4c2e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for port (f9cbac97-cb1e-4639-8812-c364aa6fa31d), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:50.811723 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c207f88d-a179-4d27-9d12-57afe97f6617 req-0d445ecc-6948-4d18-90f0-473a9f50c602 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758297 Jul 01 19:55:50.825926 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-0b2913b3-1c1f-4070-afa2-006b7afe4c2e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (f9cbac97-cb1e-4639-8812-c364aa6fa31d), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:50.875720 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-0b2913b3-1c1f-4070-afa2-006b7afe4c2e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Network e8fd60a7-929d-43ab-ae8d-d1c7691811e9 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:55:50.879064 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-0b2913b3-1c1f-4070-afa2-006b7afe4c2e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:55:50.883061 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-0b2913b3-1c1f-4070-afa2-006b7afe4c2e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:55:50.909328 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2913b3-1c1f-4070-afa2-006b7afe4c2e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Pushing event updated for resources: {'Port': ['ID=f9cbac97-cb1e-4639-8812-c364aa6fa31d,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:50.945223 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-0b2913b3-1c1f-4070-afa2-006b7afe4c2e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:50.946022 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-0b2913b3-1c1f-4070-afa2-006b7afe4c2e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:50.966875 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-0b2913b3-1c1f-4070-afa2-006b7afe4c2e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6762872 Jul 01 19:55:50.983490 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-f5d9b0a4-a5b4-4e4e-bf62-2491a2887509 service neutron] Request body: {'port': {'device_id': 'abdbc8c7-9db6-4914-8ad4-b55ee6460761', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:55:51.050216 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-f5d9b0a4-a5b4-4e4e-bf62-2491a2887509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (f9cbac97-cb1e-4639-8812-c364aa6fa31d), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:51.116602 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:51.177135 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:51.182754 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-ad193cce-e360-4e77-bcb8-f1bf2f02fb4b None None] Provisioning complete for port f9cbac97-cb1e-4639-8812-c364aa6fa31d triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:55:51.183380 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ad193cce-e360-4e77-bcb8-f1bf2f02fb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (f9cbac97-cb1e-4639-8812-c364aa6fa31d), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:51.211661 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1273b7c-9e98-4947-ad45-ff9b6920a606 req-7b270eb0-8577-46bb-a3d0-234ffa096770 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:51.213184 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b1273b7c-9e98-4947-ad45-ff9b6920a606 req-7b270eb0-8577-46bb-a3d0-234ffa096770 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 931 time: 0.1077480 Jul 01 19:55:51.227924 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-ad193cce-e360-4e77-bcb8-f1bf2f02fb4b None None] Port f9cbac97-cb1e-4639-8812-c364aa6fa31d cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:55:51.340162 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b1273b7c-9e98-4947-ad45-ff9b6920a606 req-78b194a7-1220-4c20-b4b2-40eb84a89086 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114082 Jul 01 19:55:51.419716 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-f5d9b0a4-a5b4-4e4e-bf62-2491a2887509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9cbac97-cb1e-4639-8812-c364aa6fa31d {{(pid=110544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:55:51.427529 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-f5d9b0a4-a5b4-4e4e-bf62-2491a2887509 service neutron] Publish callbacks [] for port (f9cbac97-cb1e-4639-8812-c364aa6fa31d), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:51.432843 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:51.441830 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.provisioning_blocks [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-f5d9b0a4-a5b4-4e4e-bf62-2491a2887509 service neutron] Transition to ACTIVE for port object f9cbac97-cb1e-4639-8812-c364aa6fa31d will not be triggered until provisioned by entity L2. {{(pid=110544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 19:55:51.445589 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-f5d9b0a4-a5b4-4e4e-bf62-2491a2887509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (f9cbac97-cb1e-4639-8812-c364aa6fa31d), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:51.504469 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9b0a4-a5b4-4e4e-bf62-2491a2887509 service neutron] Pushing event updated for resources: {'Port': ['ID=f9cbac97-cb1e-4639-8812-c364aa6fa31d,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:51.581538 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-f5d9b0a4-a5b4-4e4e-bf62-2491a2887509 service neutron] Attempting to bind port f9cbac97-cb1e-4639-8812-c364aa6fa31d on host hv-cinder-84460 for vnic_type normal with profile {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:55:51.582435 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-f5d9b0a4-a5b4-4e4e-bf62-2491a2887509 service neutron] Attempting to bind port f9cbac97-cb1e-4639-8812-c364aa6fa31d by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'a69f7f5c-c87c-4f45-9684-446699fd887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9'}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:55:51.582831 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-f5d9b0a4-a5b4-4e4e-bf62-2491a2887509 service neutron] Attempting to bind port f9cbac97-cb1e-4639-8812-c364aa6fa31d on network e8fd60a7-929d-43ab-ae8d-d1c7691811e9 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:55:51.587620 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-f5d9b0a4-a5b4-4e4e-bf62-2491a2887509 service neutron] Port f9cbac97-cb1e-4639-8812-c364aa6fa31d on network e8fd60a7-929d-43ab-ae8d-d1c7691811e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 19:55:51.587943 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-f5d9b0a4-a5b4-4e4e-bf62-2491a2887509 service neutron] Attempting to bind port f9cbac97-cb1e-4639-8812-c364aa6fa31d on network e8fd60a7-929d-43ab-ae8d-d1c7691811e9 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:55:51.593039 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-f5d9b0a4-a5b4-4e4e-bf62-2491a2887509 service neutron] Checking agent: {'id': '080768a1-72cc-47dc-9460-2bcdea095798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'started_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:55:51.593319 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-f5d9b0a4-a5b4-4e4e-bf62-2491a2887509 service neutron] Checking segment: {'id': 'a69f7f5c-c87c-4f45-9684-446699fd887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:55:51.593961 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-f5d9b0a4-a5b4-4e4e-bf62-2491a2887509 service neutron] Bound using segment: {'id': 'a69f7f5c-c87c-4f45-9684-446699fd887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9'} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:55:51.594527 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-f5d9b0a4-a5b4-4e4e-bf62-2491a2887509 service neutron] Bound port: f9cbac97-cb1e-4639-8812-c364aa6fa31d, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69f7f5c-c87c-4f45-9684-446699fd887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9'}}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:55:51.594887 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-f5d9b0a4-a5b4-4e4e-bf62-2491a2887509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (f9cbac97-cb1e-4639-8812-c364aa6fa31d), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:51.667802 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-f5d9b0a4-a5b4-4e4e-bf62-2491a2887509 service neutron] For port f9cbac97-cb1e-4639-8812-c364aa6fa31d, host hv-cinder-84460, cleared binding levels {{(pid=110544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:55:51.671322 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-f5d9b0a4-a5b4-4e4e-bf62-2491a2887509 service neutron] For port f9cbac97-cb1e-4639-8812-c364aa6fa31d, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f9cbac97-cb1e-4639-8812-c364aa6fa31d,segment=NetworkSegment(a69f7f5c-c87c-4f45-9684-446699fd887d),segment_id=a69f7f5c-c87c-4f45-9684-446699fd887d)] {{(pid=110544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:55:51.677308 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-f5d9b0a4-a5b4-4e4e-bf62-2491a2887509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (f9cbac97-cb1e-4639-8812-c364aa6fa31d), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:51.717530 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-f5d9b0a4-a5b4-4e4e-bf62-2491a2887509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:51.718014 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-f5d9b0a4-a5b4-4e4e-bf62-2491a2887509 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:55:51.719485 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-f5d9b0a4-a5b4-4e4e-bf62-2491a2887509 service neutron] 10.222.0.60 "PUT /v2.0/ports/f9cbac97-cb1e-4639-8812-c364aa6fa31d HTTP/1.1" status: 200 len: 1093 time: 0.7406633 Jul 01 19:55:51.719922 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abdbc8c7-9db6-4914-8ad4-b55ee6460761', 'tag': 'f9cbac97-cb1e-4639-8812-c364aa6fa31d'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:55:51.723188 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3606c1eb-9070-41e5-a637-a299a42d1878" -d '{"events": [{"name": "network-changed", "server_uuid": "abdbc8c7-9db6-4914-8ad4-b55ee6460761", "tag": "f9cbac97-cb1e-4639-8812-c364aa6fa31d"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:55:51.750895 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9b0a4-a5b4-4e4e-bf62-2491a2887509 service neutron] Pushing event updated for resources: {'Port': ['ID=f9cbac97-cb1e-4639-8812-c364aa6fa31d,revision_number=3']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:55:51.780672 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7917e46b-ac73-4df0-890e-c4736bfc06d1 x-openstack-request-id: req-7917e46b-ac73-4df0-890e-c4736bfc06d1 {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:55:51.781241 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abdbc8c7-9db6-4914-8ad4-b55ee6460761", "tag": "f9cbac97-cb1e-4639-8812-c364aa6fa31d", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:55:51.781495 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7917e46b-ac73-4df0-890e-c4736bfc06d1 {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:55:51.781977 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7917e46b-ac73-4df0-890e-c4736bfc06d1'] response: {'name': 'network-changed', 'server_uuid': 'abdbc8c7-9db6-4914-8ad4-b55ee6460761', 'tag': 'f9cbac97-cb1e-4639-8812-c364aa6fa31d', 'status': 'completed', 'code': 200} Jul 01 19:55:51.830278 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-002c73d0-3abd-4b73-8d78-d3dff4676990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:51.832096 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-002c73d0-3abd-4b73-8d78-d3dff4676990 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=262e5b1a6f6248cca455437d23b8d441&device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 1127 time: 0.0478802 Jul 01 19:55:51.884403 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-368dc468-7e8f-4f9f-be98-2418f507d72e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9cbac97-cb1e-4639-8812-c364aa6fa31d HTTP/1.1" status: 200 len: 217 time: 0.0440717 Jul 01 19:55:51.987265 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a255d-f943-4610-b5a8-6e2bef64459d req-5d64cf39-b479-4153-9d7a-668dc7000cab tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:51.988886 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d11a255d-f943-4610-b5a8-6e2bef64459d req-5d64cf39-b479-4153-9d7a-668dc7000cab tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0930705 Jul 01 19:55:52.016343 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-63ab0811-08d2-412a-93bb-7ea7d746ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:52.017923 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-63ab0811-08d2-412a-93bb-7ea7d746ac0f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=129fcccf-8477-4494-ac8a-396275dff649 HTTP/1.1" status: 200 len: 850 time: 0.1207328 Jul 01 19:55:52.071872 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d11a255d-f943-4610-b5a8-6e2bef64459d req-4bfd4d2f-bd2f-44b4-86fb-5104b19aa8ea tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771616 Jul 01 19:55:52.103524 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-e785b394-5d5a-4d66-ae7a-65e50dabd875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:52.104985 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-e785b394-5d5a-4d66-ae7a-65e50dabd875 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583935 Jul 01 19:55:52.200757 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-19fb9995-4046-4c07-b8ce-5c38eb654f88 service neutron] 10.222.0.60 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889046 Jul 01 19:55:52.215054 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:52.297613 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f0df406a-f908-4f20-a11b-d715b0b56878 req-d1413bbd-2666-42e5-8104-4596e254ec83 service neutron] 10.222.0.60 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896842 Jul 01 19:55:52.466053 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee160f6-a15b-4f92-ba0a-4b2a38b96ac7 req-20e351dd-7fb2-4f33-a0bd-8be48ca948e9 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:52.467510 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fee160f6-a15b-4f92-ba0a-4b2a38b96ac7 req-20e351dd-7fb2-4f33-a0bd-8be48ca948e9 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 943 time: 0.0509160 Jul 01 19:55:52.516274 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fee160f6-a15b-4f92-ba0a-4b2a38b96ac7 req-cdb9a658-79b0-44c4-815a-b86b53f11adc tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432339 Jul 01 19:55:52.652473 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606c1eb-9070-41e5-a637-a299a42d1878 req-8f9d6f65-5018-446d-9bfe-9c8d95e34408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:52.653921 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3606c1eb-9070-41e5-a637-a299a42d1878 req-8f9d6f65-5018-446d-9bfe-9c8d95e34408 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=262e5b1a6f6248cca455437d23b8d441&device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 1127 time: 0.0426426 Jul 01 19:55:52.728790 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:52.750378 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606c1eb-9070-41e5-a637-a299a42d1878 req-e4aca299-9cde-4680-ac9f-979788e05594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:52.751886 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3606c1eb-9070-41e5-a637-a299a42d1878 req-e4aca299-9cde-4680-ac9f-979788e05594 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9 HTTP/1.1" status: 200 len: 912 time: 0.0898521 Jul 01 19:55:52.796847 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3606c1eb-9070-41e5-a637-a299a42d1878 req-4b8ccfc7-84f4-4143-8739-b44264de0ddc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9cbac97-cb1e-4639-8812-c364aa6fa31d HTTP/1.1" status: 200 len: 217 time: 0.0333695 Jul 01 19:55:52.845890 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606c1eb-9070-41e5-a637-a299a42d1878 req-4368d897-b3ce-472a-a9b7-abad5ee31b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:52.847516 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3606c1eb-9070-41e5-a637-a299a42d1878 req-4368d897-b3ce-472a-a9b7-abad5ee31b6f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=129fcccf-8477-4494-ac8a-396275dff649 HTTP/1.1" status: 200 len: 850 time: 0.0442641 Jul 01 19:55:52.897091 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606c1eb-9070-41e5-a637-a299a42d1878 req-f3c9e109-0f9e-4dcb-b846-27a712bfa081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:52.898622 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3606c1eb-9070-41e5-a637-a299a42d1878 req-f3c9e109-0f9e-4dcb-b846-27a712bfa081 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440292 Jul 01 19:55:52.994862 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3606c1eb-9070-41e5-a637-a299a42d1878 req-b255985a-046c-4564-a223-9c3d3db8e42a service neutron] 10.222.0.60 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895851 Jul 01 19:55:53.104704 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3606c1eb-9070-41e5-a637-a299a42d1878 req-35896f58-f989-4c3c-8f51-2fc2ff143f4d service neutron] 10.222.0.60 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873764 Jul 01 19:55:53.203321 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc7322-c9d8-4687-8ed5-aea3249ec20d req-0f3c77be-5476-496d-aa8c-2a24e565bf22 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:53.204823 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f5fc7322-c9d8-4687-8ed5-aea3249ec20d req-0f3c77be-5476-496d-aa8c-2a24e565bf22 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0530272 Jul 01 19:55:53.257377 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f5fc7322-c9d8-4687-8ed5-aea3249ec20d req-cbb7712d-c238-433e-b4b1-92b3ed4a55bc tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456681 Jul 01 19:55:53.633444 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaabc61-770b-443c-827b-5ad6a4a2910c req-8543fd78-aca4-42aa-9947-ec2cd98d8b14 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:53.634941 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-cbaabc61-770b-443c-827b-5ad6a4a2910c req-8543fd78-aca4-42aa-9947-ec2cd98d8b14 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 943 time: 0.0466216 Jul 01 19:55:53.685316 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-cbaabc61-770b-443c-827b-5ad6a4a2910c req-39de09fe-b7c1-47ca-8652-3de0f0d9724d tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449219 Jul 01 19:55:54.380370 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f314e-8be2-4ad7-b79c-303375484fd1 req-caae81ee-1edd-46cf-bb03-baf0328d3655 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:54.382698 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2f6f314e-8be2-4ad7-b79c-303375484fd1 req-caae81ee-1edd-46cf-bb03-baf0328d3655 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0518744 Jul 01 19:55:54.434100 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2f6f314e-8be2-4ad7-b79c-303375484fd1 req-60f2e973-a985-4ec8-b743-da81d2f4da9c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449467 Jul 01 19:55:54.799328 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ddc66-dc8c-49ba-8227-d97b3c398609 req-a174fcf5-db76-4df6-ae34-cd1b298f5d4f tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:54.801394 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-125ddc66-dc8c-49ba-8227-d97b3c398609 req-a174fcf5-db76-4df6-ae34-cd1b298f5d4f tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 943 time: 0.0485458 Jul 01 19:55:54.849506 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-125ddc66-dc8c-49ba-8227-d97b3c398609 req-5facd854-fe39-45e1-b506-39348f260c42 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426054 Jul 01 19:55:55.561233 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d2fdf-83f1-4111-8e2a-1c9dee579173 req-3f33c2db-f2a9-4c8e-be7b-036db28753f4 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:55.562934 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-de8d2fdf-83f1-4111-8e2a-1c9dee579173 req-3f33c2db-f2a9-4c8e-be7b-036db28753f4 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0530312 Jul 01 19:55:55.576402 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:55.619749 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-de8d2fdf-83f1-4111-8e2a-1c9dee579173 req-9bd111d2-25a6-4efd-99c7-4d8e7b8daab8 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504291 Jul 01 19:55:56.182046 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d254564-4f23-4102-8df0-0d713844af10 req-574045f2-bb13-4f53-ae5f-d2262c036071 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:56.183425 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6d254564-4f23-4102-8df0-0d713844af10 req-574045f2-bb13-4f53-ae5f-d2262c036071 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 943 time: 0.2662222 Jul 01 19:55:56.232583 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6d254564-4f23-4102-8df0-0d713844af10 req-fa5971fa-b7f3-4b49-84ab-4b52b164e0d6 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436773 Jul 01 19:55:56.739812 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5a94d-b549-4f51-af5c-c87efbbc6db4 req-6e7445ac-b0db-47bf-85a5-4846516120fa tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:56.741201 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-92e5a94d-b549-4f51-af5c-c87efbbc6db4 req-6e7445ac-b0db-47bf-85a5-4846516120fa tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0473547 Jul 01 19:55:56.787797 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-92e5a94d-b549-4f51-af5c-c87efbbc6db4 req-9cfe53ab-bfc9-474d-b610-46c956a4d778 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411620 Jul 01 19:55:57.354019 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6304d87-92b0-48b8-9817-516d2809aefa req-93b40081-baf6-4928-a872-8c4501e7e32a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:57.355480 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c6304d87-92b0-48b8-9817-516d2809aefa req-93b40081-baf6-4928-a872-8c4501e7e32a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 943 time: 0.0501237 Jul 01 19:55:57.388763 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:55:57.405634 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c6304d87-92b0-48b8-9817-516d2809aefa req-35a508c6-83af-4f52-ab7d-cfe5e28c80f5 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447145 Jul 01 19:55:57.903486 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51f0c8-c983-4879-a1c8-cf20dcbbfcec req-75694140-7d34-410a-9566-8b0edce88615 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:57.904845 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ce51f0c8-c983-4879-a1c8-cf20dcbbfcec req-75694140-7d34-410a-9566-8b0edce88615 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0464079 Jul 01 19:55:57.951775 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ce51f0c8-c983-4879-a1c8-cf20dcbbfcec req-c35c1141-0344-4c01-a73b-9f3d83ae9e83 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410194 Jul 01 19:55:58.522002 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58cfe1-9d94-4a78-85fc-9f698d687050 req-45c27331-1264-4f2c-be22-946fa0907487 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:58.523464 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6b58cfe1-9d94-4a78-85fc-9f698d687050 req-45c27331-1264-4f2c-be22-946fa0907487 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 943 time: 0.0509627 Jul 01 19:55:58.572104 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6b58cfe1-9d94-4a78-85fc-9f698d687050 req-06a7085b-38e5-47fb-a1c5-19271b8d2275 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428510 Jul 01 19:55:59.076727 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f6357-30dd-4662-a508-ad330b37ed5e req-667bb14f-81e7-48dd-935d-5752f26953ad tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:59.077821 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-269f6357-30dd-4662-a508-ad330b37ed5e req-667bb14f-81e7-48dd-935d-5752f26953ad tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0502594 Jul 01 19:55:59.125943 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-269f6357-30dd-4662-a508-ad330b37ed5e req-e684ab19-baa9-43ba-aae3-0b7cd6c0c9b4 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415103 Jul 01 19:55:59.685888 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89b228-d88b-45a5-9725-d5e36f4f1b13 req-44c3a96b-8caa-474e-8799-c4220d0adf62 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:55:59.687365 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ad89b228-d88b-45a5-9725-d5e36f4f1b13 req-44c3a96b-8caa-474e-8799-c4220d0adf62 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 943 time: 0.0473053 Jul 01 19:55:59.739635 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ad89b228-d88b-45a5-9725-d5e36f4f1b13 req-8277516a-8b3f-4c04-9261-0cbe1cdb0e2d tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459788 Jul 01 19:56:00.247313 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a61161-8325-4ca0-84c0-1fea9f3321f9 req-62c39620-b256-43af-ba4c-8271a3fa72c9 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:00.248834 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-10a61161-8325-4ca0-84c0-1fea9f3321f9 req-62c39620-b256-43af-ba4c-8271a3fa72c9 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 943 time: 0.0502553 Jul 01 19:56:00.271645 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 93dfc642-870b-4bec-b7c3-31efe44f78c4 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 19:56:00.277473 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:00.278152 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:00.301692 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-10a61161-8325-4ca0-84c0-1fea9f3321f9 req-979099b5-dabd-4852-9406-968c04417b2e tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472219 Jul 01 19:56:00.381120 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 93dfc642-870b-4bec-b7c3-31efe44f78c4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=93dfc642-870b-4bec-b7c3-31efe44f78c4,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:56:00.392347 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': '93dfc642-870b-4bec-b7c3-31efe44f78c4', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'port_id': '93dfc642-870b-4bec-b7c3-31efe44f78c4', 'mac_address': 'fa:16:3e:88:c8:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 19:56:00.428187 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 93dfc642-870b-4bec-b7c3-31efe44f78c4 is: DOWN; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:56:00.428494 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:00.441385 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93dfc642-870b-4bec-b7c3-31efe44f78c4 {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:56:00.461253 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 93dfc642-870b-4bec-b7c3-31efe44f78c4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=93dfc642-870b-4bec-b7c3-31efe44f78c4,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:56:00.464764 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:00.465441 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device f9cbac97-cb1e-4639-8812-c364aa6fa31d details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 19:56:00.537357 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=93dfc642-870b-4bec-b7c3-31efe44f78c4,revision_number=9']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:00.554918 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:00.555266 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:00.555609 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:00.555969 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:00.556309 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:00.556639 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:00.556967 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:00.557292 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:00.557639 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:00.557967 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:00.558291 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:00.558634 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:00.558964 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:00.559282 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:00.559603 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:00.617543 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port f9cbac97-cb1e-4639-8812-c364aa6fa31d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f9cbac97-cb1e-4639-8812-c364aa6fa31d,segment=NetworkSegment(a69f7f5c-c87c-4f45-9684-446699fd887d),segment_id=a69f7f5c-c87c-4f45-9684-446699fd887d)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:56:00.628433 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': 'f9cbac97-cb1e-4639-8812-c364aa6fa31d', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'port_id': 'f9cbac97-cb1e-4639-8812-c364aa6fa31d', 'mac_address': 'fa:16:3e:e7:57:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129fcccf-8477-4494-ac8a-396275dff649', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 19:56:00.666804 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port f9cbac97-cb1e-4639-8812-c364aa6fa31d is: DOWN; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:56:00.667191 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (f9cbac97-cb1e-4639-8812-c364aa6fa31d), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:00.679664 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9cbac97-cb1e-4639-8812-c364aa6fa31d {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:56:00.700430 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port f9cbac97-cb1e-4639-8812-c364aa6fa31d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f9cbac97-cb1e-4639-8812-c364aa6fa31d,segment=NetworkSegment(a69f7f5c-c87c-4f45-9684-446699fd887d),segment_id=a69f7f5c-c87c-4f45-9684-446699fd887d)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:56:00.704805 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (f9cbac97-cb1e-4639-8812-c364aa6fa31d), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:00.761224 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=f9cbac97-cb1e-4639-8812-c364aa6fa31d,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:00.856660 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d712af2-9a95-4147-b56d-8cda74f3b447 req-47515aa2-a020-4b1b-946a-d66e2d8f787f tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:00.858165 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1d712af2-9a95-4147-b56d-8cda74f3b447 req-47515aa2-a020-4b1b-946a-d66e2d8f787f tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 944 time: 0.0474741 Jul 01 19:56:00.907701 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1d712af2-9a95-4147-b56d-8cda74f3b447 req-a95c65d7-a842-46ba-9724-5e97898f71bf tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435560 Jul 01 19:56:01.199212 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['f9cbac97-cb1e-4639-8812-c364aa6fa31d'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:56:01.351438 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['93dfc642-870b-4bec-b7c3-31efe44f78c4'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:56:01.436488 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f55243-05dd-4a12-881b-4e3a42b563de req-e76c5d53-29e9-4fd6-9f38-b0e340f75ba6 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:01.437995 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e8f55243-05dd-4a12-881b-4e3a42b563de req-e76c5d53-29e9-4fd6-9f38-b0e340f75ba6 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 944 time: 0.0526936 Jul 01 19:56:01.488502 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e8f55243-05dd-4a12-881b-4e3a42b563de req-6b7f78ea-1c3f-43ae-baa2-300b91d98813 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439799 Jul 01 19:56:02.011522 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:02.028499 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26983ffc-a1a6-46a2-ac8c-c49d100c0304 req-a8a454bf-daa8-4796-9e9e-af2fca51f75c tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:02.030000 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-26983ffc-a1a6-46a2-ac8c-c49d100c0304 req-a8a454bf-daa8-4796-9e9e-af2fca51f75c tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 944 time: 0.0483487 Jul 01 19:56:02.078579 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-26983ffc-a1a6-46a2-ac8c-c49d100c0304 req-8367217c-870e-432b-a5ff-a81d9d63df60 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431705 Jul 01 19:56:02.609960 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3dc2d5-1b43-4fa0-9d6d-67c22d326244 req-0c7180a3-4be1-414f-9445-585717d6950e tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:02.611406 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1a3dc2d5-1b43-4fa0-9d6d-67c22d326244 req-0c7180a3-4be1-414f-9445-585717d6950e tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 944 time: 0.0461395 Jul 01 19:56:02.662828 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1a3dc2d5-1b43-4fa0-9d6d-67c22d326244 req-206f8e28-2e19-45e1-815f-bdaf6085df83 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452898 Jul 01 19:56:02.903827 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 93dfc642-870b-4bec-b7c3-31efe44f78c4 up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:56:02.951198 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port 93dfc642-870b-4bec-b7c3-31efe44f78c4 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:02.951576 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:02.993091 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:03.041927 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:03.046846 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 93dfc642-870b-4bec-b7c3-31efe44f78c4 is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:56:03.047216 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:03.073054 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe1a243-f161-4e1a-ada3-d5ef02346b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93dfc642-870b-4bec-b7c3-31efe44f78c4'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:56:03.075281 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2498d8-8855-4a08-867a-b9d9eb5a209d" -d '{"events": [{"server_uuid": "4fe1a243-f161-4e1a-ada3-d5ef02346b96", "name": "network-vif-plugged", "status": "completed", "tag": "93dfc642-870b-4bec-b7c3-31efe44f78c4"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:56:03.088466 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 93dfc642-870b-4bec-b7c3-31efe44f78c4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=93dfc642-870b-4bec-b7c3-31efe44f78c4,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:56:03.093349 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:03.094653 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device f9cbac97-cb1e-4639-8812-c364aa6fa31d up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:56:03.135603 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4526709-ff59-4e16-ac75-3ff319bf09a8 x-openstack-request-id: req-a4526709-ff59-4e16-ac75-3ff319bf09a8 {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:56:03.136012 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe1a243-f161-4e1a-ada3-d5ef02346b96", "name": "network-vif-plugged", "status": "completed", "tag": "93dfc642-870b-4bec-b7c3-31efe44f78c4", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:56:03.136404 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a4526709-ff59-4e16-ac75-3ff319bf09a8 {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:56:03.136874 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4526709-ff59-4e16-ac75-3ff319bf09a8'] response: {'server_uuid': '4fe1a243-f161-4e1a-ada3-d5ef02346b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93dfc642-870b-4bec-b7c3-31efe44f78c4', 'code': 200} Jul 01 19:56:03.182448 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=93dfc642-870b-4bec-b7c3-31efe44f78c4,revision_number=10']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:03.194103 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning for port f9cbac97-cb1e-4639-8812-c364aa6fa31d completed by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 19:56:03.201617 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port f9cbac97-cb1e-4639-8812-c364aa6fa31d triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:03.201617 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (f9cbac97-cb1e-4639-8812-c364aa6fa31d), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:03.222053 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cdcb8-4980-43ec-8943-2f6a3eb1716c req-9fffa649-2310-4359-89a3-c39f92dfabc6 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:03.224299 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-de2cdcb8-4980-43ec-8943-2f6a3eb1716c req-9fffa649-2310-4359-89a3-c39f92dfabc6 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 944 time: 0.0643666 Jul 01 19:56:03.287564 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-de2cdcb8-4980-43ec-8943-2f6a3eb1716c req-f5c93363-7901-4a3d-b037-a298280488c3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569997 Jul 01 19:56:03.298368 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:03.324198 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port f9cbac97-cb1e-4639-8812-c364aa6fa31d is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:56:03.324812 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (f9cbac97-cb1e-4639-8812-c364aa6fa31d), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:03.369541 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port f9cbac97-cb1e-4639-8812-c364aa6fa31d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f9cbac97-cb1e-4639-8812-c364aa6fa31d,segment=NetworkSegment(a69f7f5c-c87c-4f45-9684-446699fd887d),segment_id=a69f7f5c-c87c-4f45-9684-446699fd887d)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:56:03.375683 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (f9cbac97-cb1e-4639-8812-c364aa6fa31d), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:03.433996 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=f9cbac97-cb1e-4639-8812-c364aa6fa31d,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:03.579005 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 58866) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:56:03.647231 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaffb1e-a901-4a44-80c3-3b9ab3ded614 req-e4101312-20d8-472c-b1fe-27a8466e7439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:03.648750 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bdaffb1e-a901-4a44-80c3-3b9ab3ded614 req-e4101312-20d8-472c-b1fe-27a8466e7439 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 1130 time: 0.0394468 Jul 01 19:56:03.689940 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a489f759-0cf4-4c37-a992-bf9d23412972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:03.696600 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bdaffb1e-a901-4a44-80c3-3b9ab3ded614 req-269245cc-f797-4962-b6e5-3635d261afee service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406578 Jul 01 19:56:03.753404 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:03.769323 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a489f759-0cf4-4c37-a992-bf9d23412972 admin admin] Publish callbacks [] for security_group (06dcbe3e-e40f-4954-b300-6b11cc3e0f0e), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:03.774030 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a489f759-0cf4-4c37-a992-bf9d23412972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (06dcbe3e-e40f-4954-b300-6b11cc3e0f0e), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:03.795677 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cc598-eb32-4517-81ed-e1d2ad804dbc req-c6be3d87-8a7e-4e65-9c69-7d125a905637 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:03.797191 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-560cc598-eb32-4517-81ed-e1d2ad804dbc req-c6be3d87-8a7e-4e65-9c69-7d125a905637 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 946 time: 0.0524273 Jul 01 19:56:03.813069 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489f759-0cf4-4c37-a992-bf9d23412972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dcbe3e-e40f-4954-b300-6b11cc3e0f0e,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:03.817119 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-a489f759-0cf4-4c37-a992-bf9d23412972 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0e1ce779cd384cceb475c96e2f2442c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370787 Jul 01 19:56:03.821025 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 58872) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:56:03.823014 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f759-0cf4-4c37-a992-bf9d23412972 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.823356 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f759-0cf4-4c37-a992-bf9d23412972 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.823692 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f759-0cf4-4c37-a992-bf9d23412972 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.824023 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f759-0cf4-4c37-a992-bf9d23412972 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.824345 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f759-0cf4-4c37-a992-bf9d23412972 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.824664 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f759-0cf4-4c37-a992-bf9d23412972 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.824982 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f759-0cf4-4c37-a992-bf9d23412972 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.825297 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f759-0cf4-4c37-a992-bf9d23412972 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.825632 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f759-0cf4-4c37-a992-bf9d23412972 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.825953 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f759-0cf4-4c37-a992-bf9d23412972 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.826272 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f759-0cf4-4c37-a992-bf9d23412972 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.826618 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f759-0cf4-4c37-a992-bf9d23412972 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.826931 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f759-0cf4-4c37-a992-bf9d23412972 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.827242 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f759-0cf4-4c37-a992-bf9d23412972 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.827554 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f759-0cf4-4c37-a992-bf9d23412972 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.871553 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-560cc598-eb32-4517-81ed-e1d2ad804dbc req-c468e2d1-abe9-453d-bdf7-3226c7cb4d53 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677001 Jul 01 19:56:03.892769 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-4e9f41fa-4ddf-49fb-af97-42fe3475f96e admin admin] Publish callbacks [] for security_group (06dcbe3e-e40f-4954-b300-6b11cc3e0f0e), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:03.914887 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-4e9f41fa-4ddf-49fb-af97-42fe3475f96e admin admin] Publish callbacks [] for security_group (06dcbe3e-e40f-4954-b300-6b11cc3e0f0e), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:03.961287 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-4e9f41fa-4ddf-49fb-af97-42fe3475f96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (06dcbe3e-e40f-4954-b300-6b11cc3e0f0e), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:03.963830 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-4e9f41fa-4ddf-49fb-af97-42fe3475f96e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:03.965089 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-4e9f41fa-4ddf-49fb-af97-42fe3475f96e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/06dcbe3e-e40f-4954-b300-6b11cc3e0f0e HTTP/1.1" status: 204 len: 168 time: 0.1431358 Jul 01 19:56:03.972904 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f41fa-4ddf-49fb-af97-42fe3475f96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dcbe3e-e40f-4954-b300-6b11cc3e0f0e,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:03.980905 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9f41fa-4ddf-49fb-af97-42fe3475f96e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.981247 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9f41fa-4ddf-49fb-af97-42fe3475f96e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.981608 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9f41fa-4ddf-49fb-af97-42fe3475f96e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.981949 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9f41fa-4ddf-49fb-af97-42fe3475f96e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.982280 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9f41fa-4ddf-49fb-af97-42fe3475f96e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.982606 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9f41fa-4ddf-49fb-af97-42fe3475f96e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.982928 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9f41fa-4ddf-49fb-af97-42fe3475f96e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.983366 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9f41fa-4ddf-49fb-af97-42fe3475f96e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.983554 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9f41fa-4ddf-49fb-af97-42fe3475f96e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.983877 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9f41fa-4ddf-49fb-af97-42fe3475f96e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.984200 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9f41fa-4ddf-49fb-af97-42fe3475f96e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.984522 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9f41fa-4ddf-49fb-af97-42fe3475f96e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.984837 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9f41fa-4ddf-49fb-af97-42fe3475f96e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.985152 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9f41fa-4ddf-49fb-af97-42fe3475f96e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:03.985492 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9f41fa-4ddf-49fb-af97-42fe3475f96e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:04.411942 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0726b-cf4f-42a3-a4c7-8b6450ccd517 req-81e5f75d-9ac9-4fa7-924e-ce8a06491215 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:04.413506 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bcb0726b-cf4f-42a3-a4c7-8b6450ccd517 req-81e5f75d-9ac9-4fa7-924e-ce8a06491215 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 945 time: 0.0552688 Jul 01 19:56:04.464397 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bcb0726b-cf4f-42a3-a4c7-8b6450ccd517 req-7e097136-a68f-4f44-ba2c-9e0136efeaaf tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450070 Jul 01 19:56:04.597734 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 58904) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:56:04.706552 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-af781018-8096-41b1-915b-8dc7b6d097bf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-325206908-network', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:56:04.726894 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af781018-8096-41b1-915b-8dc7b6d097bf admin admin] Made reservation on behalf of e33de0b0c3244c78a86fbfda1c9fbdd6 for: {'network': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:56:04.729156 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-af781018-8096-41b1-915b-8dc7b6d097bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for network (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:04.737394 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-af781018-8096-41b1-915b-8dc7b6d097bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:04.817646 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-af781018-8096-41b1-915b-8dc7b6d097bf admin admin] Publish callbacks [] for security_group (909d4703-27a0-4cae-8a9e-b0b9f9a8b021), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:04.821246 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-af781018-8096-41b1-915b-8dc7b6d097bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (909d4703-27a0-4cae-8a9e-b0b9f9a8b021), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:04.847717 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af781018-8096-41b1-915b-8dc7b6d097bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=110545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 19:56:04.857750 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af781018-8096-41b1-915b-8dc7b6d097bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909d4703-27a0-4cae-8a9e-b0b9f9a8b021,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:04.864219 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-af781018-8096-41b1-915b-8dc7b6d097bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (fa0718ee-af58-4809-8d4c-5b6af82a8080), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:04.864566 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.segments_db [None req-af781018-8096-41b1-915b-8dc7b6d097bf admin admin] Added segment fa0718ee-af58-4809-8d4c-5b6af82a8080 of type vlan for network 278aa73b-8d63-4a59-a3b7-723c6888fb9e Jul 01 19:56:04.918892 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-af781018-8096-41b1-915b-8dc7b6d097bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766989805963'] for network (278aa73b-8d63-4a59-a3b7-723c6888fb9e), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:04.952786 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-af781018-8096-41b1-915b-8dc7b6d097bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for network (278aa73b-8d63-4a59-a3b7-723c6888fb9e), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:04.953812 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af781018-8096-41b1-915b-8dc7b6d097bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:04.954390 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-af781018-8096-41b1-915b-8dc7b6d097bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:04.985952 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-af781018-8096-41b1-915b-8dc7b6d097bf admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3864660 Jul 01 19:56:04.989111 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 58910) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:56:04.994650 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-3b398f7f-828e-493b-ad66-c5d6cc39ed38 admin admin] Request body: {'subnet': {'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-325206908-subnet', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'ip_version': 4}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:56:05.013329 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814fc5d-2b43-430e-b581-4935ef0b07dc req-0a9e2b02-9b8f-405b-882e-b512ce702195 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:05.014815 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7814fc5d-2b43-430e-b581-4935ef0b07dc req-0a9e2b02-9b8f-405b-882e-b512ce702195 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 946 time: 0.0644231 Jul 01 19:56:05.022566 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af781018-8096-41b1-915b-8dc7b6d097bf admin admin] Pushing event updated for resources: {'Network': ['ID=278aa73b-8d63-4a59-a3b7-723c6888fb9e,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:05.034351 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Network 278aa73b-8d63-4a59-a3b7-723c6888fb9e details requested by agent ovs-agent-dv-cinder-844601-7-iscsi with host dv-cinder-844601-7-iscsi {{(pid=110546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 19:56:05.040670 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b398f7f-828e-493b-ad66-c5d6cc39ed38 admin admin] Made reservation on behalf of e33de0b0c3244c78a86fbfda1c9fbdd6 for: {'subnet': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:56:05.043031 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3b398f7f-828e-493b-ad66-c5d6cc39ed38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6123222'] for subnet (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:05.123994 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7814fc5d-2b43-430e-b581-4935ef0b07dc req-3341ce76-6780-49d3-891f-56b76f05cc2c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019351 Jul 01 19:56:05.138306 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdbc8c7-9db6-4914-8ad4-b55ee6460761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cbac97-cb1e-4639-8812-c364aa6fa31d'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:56:05.150915 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f96c51-adf0-486d-af48-70b185a59411" -d '{"events": [{"server_uuid": "abdbc8c7-9db6-4914-8ad4-b55ee6460761", "name": "network-vif-plugged", "status": "completed", "tag": "f9cbac97-cb1e-4639-8812-c364aa6fa31d"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:56:05.155999 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:05.179958 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6994048e-8aa5-4864-b455-8f664fc88545 x-openstack-request-id: req-6994048e-8aa5-4864-b455-8f664fc88545 {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:56:05.180254 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdbc8c7-9db6-4914-8ad4-b55ee6460761", "name": "network-vif-plugged", "status": "completed", "tag": "f9cbac97-cb1e-4639-8812-c364aa6fa31d", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:56:05.180510 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6994048e-8aa5-4864-b455-8f664fc88545 {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:56:05.180906 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6994048e-8aa5-4864-b455-8f664fc88545'] response: {'server_uuid': 'abdbc8c7-9db6-4914-8ad4-b55ee6460761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cbac97-cb1e-4639-8812-c364aa6fa31d', 'code': 200} Jul 01 19:56:05.253809 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3b398f7f-828e-493b-ad66-c5d6cc39ed38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6199990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6123200'] for subnet (ada78ccc-02e0-43d8-81bf-098a7035a7ba), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:05.317480 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b398f7f-828e-493b-ad66-c5d6cc39ed38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada78ccc-02e0-43d8-81bf-098a7035a7ba,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:05.324836 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b398f7f-828e-493b-ad66-c5d6cc39ed38 admin admin] Checking segment: {'id': 'fa0718ee-af58-4809-8d4c-5b6af82a8080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:56:05.325192 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b398f7f-828e-493b-ad66-c5d6cc39ed38 admin admin] Network hostable DHCP agents. Network: 278aa73b-8d63-4a59-a3b7-723c6888fb9e, hostable agents: ['c73d88bc-f5d4-4e4e-bef7-e6641222d38b'], hosted agents: [] {{(pid=110544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 19:56:05.343935 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b398f7f-828e-493b-ad66-c5d6cc39ed38 admin admin] Network 278aa73b-8d63-4a59-a3b7-723c6888fb9e is scheduled to be hosted by DHCP agent c73d88bc-f5d4-4e4e-bef7-e6641222d38b with binding_index 1 {{(pid=110544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 19:56:05.352954 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-3b398f7f-828e-493b-ad66-c5d6cc39ed38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-7-iscsi, 278aa73b-8d63-4a59-a3b7-723c6888fb9e) {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:56:05.357202 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b398f7f-828e-493b-ad66-c5d6cc39ed38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:05.357839 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3b398f7f-828e-493b-ad66-c5d6cc39ed38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for subnet (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:05.362105 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81442079-dfeb-4d8e-8ca5-a0e6391ea83d None None] Network 278aa73b-8d63-4a59-a3b7-723c6888fb9e requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:56:05.374609 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-3b398f7f-828e-493b-ad66-c5d6cc39ed38 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3838506 Jul 01 19:56:05.377158 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 58914) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:56:05.382617 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-43a12448-6d34-4bd2-925d-0fbae6983ff9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-325206908-router', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:56:05.403897 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-43a12448-6d34-4bd2-925d-0fbae6983ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1736258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2076621'] for router (ef94aecc-521b-4bbd-92ac-87046f6d9c3b), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:05.405031 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-43a12448-6d34-4bd2-925d-0fbae6983ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1560559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2076612'] for router (ef94aecc-521b-4bbd-92ac-87046f6d9c3b), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:05.455454 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-43a12448-6d34-4bd2-925d-0fbae6983ff9 admin admin] Publish callbacks [] for router_controller (ef94aecc-521b-4bbd-92ac-87046f6d9c3b), precommit_add_association {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:05.482350 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7e86bc-3e3f-4026-94da-471efd2a265e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef9c38b-9e7a-5363-bbbe-cbd2af869e96-278aa73b-8d63-4a59-a3b7-723c6888fb9e', 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e', 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'fixed_ips': [{'subnet_id': 'ada78ccc-02e0-43d8-81bf-098a7035a7ba'}]}} from dv-cinder-844601-7-iscsi. {{(pid=110546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 19:56:05.483681 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-1a7e86bc-3e3f-4026-94da-471efd2a265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:05.530156 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:05.629552 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-43a12448-6d34-4bd2-925d-0fbae6983ff9 admin admin] Publish callbacks [] for router_gateway (ef94aecc-521b-4bbd-92ac-87046f6d9c3b), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:05.651271 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0056f1-c342-455d-b81d-fdfada165057 req-b9946dc5-9436-4cad-8cfa-d7631b265d8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:05.653481 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3c0056f1-c342-455d-b81d-fdfada165057 req-b9946dc5-9436-4cad-8cfa-d7631b265d8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 945 time: 0.0587826 Jul 01 19:56:05.706420 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.db_base_plugin_common [None req-1a7e86bc-3e3f-4026-94da-471efd2a265e None None] Allocated IP 172.20.0.2 (278aa73b-8d63-4a59-a3b7-723c6888fb9e/ada78ccc-02e0-43d8-81bf-098a7035a7ba/50ac16ab-1bdb-48a8-ae00-724e01e3fb4f) {{(pid=110546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:56:05.766078 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3c0056f1-c342-455d-b81d-fdfada165057 req-47b9ae55-41f6-4b89-adc5-59035b56364f tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004105 Jul 01 19:56:05.891208 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f9f2c-03d4-448e-8bd0-fd05b94ea49a req-188b15f8-47a8-42ac-a9ee-07978f3c9128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:05.892612 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5a3f9f2c-03d4-448e-8bd0-fd05b94ea49a req-188b15f8-47a8-42ac-a9ee-07978f3c9128 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 1129 time: 0.0902855 Jul 01 19:56:05.917793 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-1a7e86bc-3e3f-4026-94da-471efd2a265e None None] Publish callbacks [] for port (50ac16ab-1bdb-48a8-ae00-724e01e3fb4f), precommit_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:05.923003 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-43a12448-6d34-4bd2-925d-0fbae6983ff9 admin admin] Publish callbacks [] for router_gateway (ef94aecc-521b-4bbd-92ac-87046f6d9c3b), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:05.924440 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-1a7e86bc-3e3f-4026-94da-471efd2a265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (50ac16ab-1bdb-48a8-ae00-724e01e3fb4f), after_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:05.952326 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-43a12448-6d34-4bd2-925d-0fbae6983ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:05.972337 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7e86bc-3e3f-4026-94da-471efd2a265e None None] Network 278aa73b-8d63-4a59-a3b7-723c6888fb9e is already hosted by enough agents. {{(pid=110546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:56:05.978036 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.base_scheduler [None req-1a7e86bc-3e3f-4026-94da-471efd2a265e None None] Resources bound (agent type, host, resource id): {{(pid=110546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:56:05.980191 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e86bc-3e3f-4026-94da-471efd2a265e None None] Pushing event updated for resources: {'Port': ['ID=50ac16ab-1bdb-48a8-ae00-724e01e3fb4f,revision_number=1']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:05.982463 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7e86bc-3e3f-4026-94da-471efd2a265e None None] Received port after_create {{(pid=110546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:56:06.007774 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5a3f9f2c-03d4-448e-8bd0-fd05b94ea49a req-ca83cdc0-c278-44a0-bdbd-8ea84faa2c73 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066258 Jul 01 19:56:06.044923 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-1a7e86bc-3e3f-4026-94da-471efd2a265e None None] Attempting to bind port 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:56:06.045392 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-1a7e86bc-3e3f-4026-94da-471efd2a265e None None] Attempting to bind port 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'fa0718ee-af58-4809-8d4c-5b6af82a8080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:56:06.045832 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7e86bc-3e3f-4026-94da-471efd2a265e None None] Attempting to bind port 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f on network 278aa73b-8d63-4a59-a3b7-723c6888fb9e {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:56:06.054193 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7e86bc-3e3f-4026-94da-471efd2a265e None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:56:06.054731 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7e86bc-3e3f-4026-94da-471efd2a265e None None] Checking segment: {'id': 'fa0718ee-af58-4809-8d4c-5b6af82a8080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:56:06.055282 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-1a7e86bc-3e3f-4026-94da-471efd2a265e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:06.055792 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7e86bc-3e3f-4026-94da-471efd2a265e None None] Bound using segment: {'id': 'fa0718ee-af58-4809-8d4c-5b6af82a8080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:56:06.056434 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-1a7e86bc-3e3f-4026-94da-471efd2a265e None None] Bound port: 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0718ee-af58-4809-8d4c-5b6af82a8080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:56:06.056895 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-1a7e86bc-3e3f-4026-94da-471efd2a265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (50ac16ab-1bdb-48a8-ae00-724e01e3fb4f), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:06.092041 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:06.106603 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [None req-43a12448-6d34-4bd2-925d-0fbae6983ff9 admin admin] Allocated IP 172.27.1.98 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/e6297a0c-2b91-4134-82d9-8d4459daf46d) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:56:06.162468 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-1a7e86bc-3e3f-4026-94da-471efd2a265e None None] For port 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:56:06.170521 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-25ac2e6a-b986-481c-8724-54e195988d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:06.312385 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-43a12448-6d34-4bd2-925d-0fbae6983ff9 admin admin] Publish callbacks [] for port (e6297a0c-2b91-4134-82d9-8d4459daf46d), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:06.335265 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5e4b5-c1ae-4de7-9c17-d61811d46bdb req-fe7694ab-3005-4c2f-a460-2b198dbf5b7f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:06.336847 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-baa5e4b5-c1ae-4de7-9c17-d61811d46bdb req-fe7694ab-3005-4c2f-a460-2b198dbf5b7f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 946 time: 0.0752063 Jul 01 19:56:06.396023 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-1a7e86bc-3e3f-4026-94da-471efd2a265e None None] For port 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=50ac16ab-1bdb-48a8-ae00-724e01e3fb4f,segment=NetworkSegment(fa0718ee-af58-4809-8d4c-5b6af82a8080),segment_id=fa0718ee-af58-4809-8d4c-5b6af82a8080)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:56:06.396294 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-43a12448-6d34-4bd2-925d-0fbae6983ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (e6297a0c-2b91-4134-82d9-8d4459daf46d), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:06.405740 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-1a7e86bc-3e3f-4026-94da-471efd2a265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (50ac16ab-1bdb-48a8-ae00-724e01e3fb4f), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:06.446791 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-baa5e4b5-c1ae-4de7-9c17-d61811d46bdb req-3b4ba2a6-26b6-4f72-ab9e-e2fd4f2745d8 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988777 Jul 01 19:56:06.460263 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:06.465847 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a12448-6d34-4bd2-925d-0fbae6983ff9 admin admin] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:56:06.471622 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-43a12448-6d34-4bd2-925d-0fbae6983ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:56:06.474690 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a12448-6d34-4bd2-925d-0fbae6983ff9 admin admin] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:56:06.477314 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a12448-6d34-4bd2-925d-0fbae6983ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=e6297a0c-2b91-4134-82d9-8d4459daf46d,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:06.479938 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:06.509354 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e86bc-3e3f-4026-94da-471efd2a265e None None] Pushing event updated for resources: {'Port': ['ID=50ac16ab-1bdb-48a8-ae00-724e01e3fb4f,revision_number=2']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:06.759604 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-43a12448-6d34-4bd2-925d-0fbae6983ff9 admin admin] Publish callbacks [] for router_gateway (ef94aecc-521b-4bbd-92ac-87046f6d9c3b), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:06.962966 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0bcb4-7bd3-4619-8fa1-d9ac24fe53ac req-d829a1d9-4ce6-42b9-8d0e-561f7844f6c7 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:06.964814 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-aaa0bcb4-7bd3-4619-8fa1-d9ac24fe53ac req-d829a1d9-4ce6-42b9-8d0e-561f7844f6c7 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 945 time: 0.1120851 Jul 01 19:56:07.026474 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-43a12448-6d34-4bd2-925d-0fbae6983ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725937'] for router (ef94aecc-521b-4bbd-92ac-87046f6d9c3b), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:07.043229 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:07.046541 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-aaa0bcb4-7bd3-4619-8fa1-d9ac24fe53ac req-a0136444-d0b4-48b1-b38a-50b056b23741 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723186 Jul 01 19:56:07.174932 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a12448-6d34-4bd2-925d-0fbae6983ff9 admin admin] Router ef94aecc-521b-4bbd-92ac-87046f6d9c3b is scheduled to L3 agent 92102641-59bc-4b31-9151-065046da5b4e with binding_index 1 {{(pid=110544) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 01 19:56:07.175583 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:56:07.220836 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:07.242068 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:07.242424 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (50ac16ab-1bdb-48a8-ae00-724e01e3fb4f), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:07.313121 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a12448-6d34-4bd2-925d-0fbae6983ff9 admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:56:07.329299 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] Sync routers for ids ['ef94aecc-521b-4bbd-92ac-87046f6d9c3b'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:56:07.336875 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-43a12448-6d34-4bd2-925d-0fbae6983ff9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:07.337102 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:56:07.337322 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (50ac16ab-1bdb-48a8-ae00-724e01e3fb4f), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:07.338161 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-43a12448-6d34-4bd2-925d-0fbae6983ff9 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9598327 Jul 01 19:56:07.341419 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 58972) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:56:07.360916 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] Routers {'ef94aecc-521b-4bbd-92ac-87046f6d9c3b'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:56:07.361561 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:55:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['ef94aecc-521b-4bbd-92ac-87046f6d9c3b'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:56:07.446019 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-520f6246-b665-4881-9a48-4c544643b810 None None] For port 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=50ac16ab-1bdb-48a8-ae00-724e01e3fb4f,segment=NetworkSegment(fa0718ee-af58-4809-8d4c-5b6af82a8080),segment_id=fa0718ee-af58-4809-8d4c-5b6af82a8080)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:56:07.456107 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (50ac16ab-1bdb-48a8-ae00-724e01e3fb4f), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:07.524976 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:07.531499 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba6e546-b614-4f94-bbfd-4248bc39edc6 None None] Network 278aa73b-8d63-4a59-a3b7-723c6888fb9e requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:56:07.536591 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] Set router ef94aecc-521b-4bbd-92ac-87046f6d9c3b gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:56:07.548419 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Pushing event updated for resources: {'Port': ['ID=50ac16ab-1bdb-48a8-ae00-724e01e3fb4f,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:07.637486 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec76cbf-f126-4d5d-b224-5908bf9a74a2 req-9b8baaba-da61-4395-a24c-545dbc092a77 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:07.639057 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bec76cbf-f126-4d5d-b224-5908bf9a74a2 req-9b8baaba-da61-4395-a24c-545dbc092a77 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 946 time: 0.0514333 Jul 01 19:56:07.648817 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:07.662060 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:07.687266 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-dee5b410-cca9-4fc7-b12f-9089922015be None None] Provisioning complete for port 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:07.687559 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-dee5b410-cca9-4fc7-b12f-9089922015be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (50ac16ab-1bdb-48a8-ae00-724e01e3fb4f), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:07.697102 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bec76cbf-f126-4d5d-b224-5908bf9a74a2 req-64826542-454e-432a-acc3-45da77195b62 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516801 Jul 01 19:56:07.797269 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c766c392-3146-4bfc-a6f8-7db27a5d1c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:07.863288 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 19:56:07.909784 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'name': 'tempest-TestMinimumBasicScenario-325206908-router', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:56:06Z', 'revision_number': 3, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'gw_port': {'id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:56:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:56:07.944100 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-dee5b410-cca9-4fc7-b12f-9089922015be None None] Current status of the port 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:56:07.947158 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] Checking router: ef94aecc-521b-4bbd-92ac-87046f6d9c3b for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:56:07.947379 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] Updating router ef94aecc-521b-4bbd-92ac-87046f6d9c3b port e6297a0c-2b91-4134-82d9-8d4459daf46d binding host dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 19:56:07.977858 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (e6297a0c-2b91-4134-82d9-8d4459daf46d), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:07.990107 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [None req-c766c392-3146-4bfc-a6f8-7db27a5d1c2b admin admin] Allocated IP 172.20.0.1 (278aa73b-8d63-4a59-a3b7-723c6888fb9e/ada78ccc-02e0-43d8-81bf-098a7035a7ba/44d20433-5a1c-43fc-89e1-5516470c5e03) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:56:08.144694 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c766c392-3146-4bfc-a6f8-7db27a5d1c2b admin admin] Publish callbacks [] for port (44d20433-5a1c-43fc-89e1-5516470c5e03), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:08.181879 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c766c392-3146-4bfc-a6f8-7db27a5d1c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (44d20433-5a1c-43fc-89e1-5516470c5e03), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:08.188964 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b107f28-1978-4e44-903c-3b98d637c412 req-3139e377-e5b7-4d91-b258-821812788954 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:08.198487 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9b107f28-1978-4e44-903c-3b98d637c412 req-3139e377-e5b7-4d91-b258-821812788954 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 945 time: 0.0652730 Jul 01 19:56:08.209490 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-9dc8882b-a46f-4686-bc86-621dc2afc252 None None] Provisioning complete for port 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:08.210045 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-9dc8882b-a46f-4686-bc86-621dc2afc252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (50ac16ab-1bdb-48a8-ae00-724e01e3fb4f), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:08.234158 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c766c392-3146-4bfc-a6f8-7db27a5d1c2b admin admin] Network 278aa73b-8d63-4a59-a3b7-723c6888fb9e is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:56:08.238900 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-c766c392-3146-4bfc-a6f8-7db27a5d1c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:56:08.243725 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c766c392-3146-4bfc-a6f8-7db27a5d1c2b admin admin] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:56:08.262740 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9b107f28-1978-4e44-903c-3b98d637c412 req-5d47170a-e894-4e33-ae9a-8079dbcaf2bb tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622001 Jul 01 19:56:08.269690 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766c392-3146-4bfc-a6f8-7db27a5d1c2b admin admin] Pushing event updated for resources: {'Port': ['ID=44d20433-5a1c-43fc-89e1-5516470c5e03,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:08.292219 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c766c392-3146-4bfc-a6f8-7db27a5d1c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730226'] for router_interface (ef94aecc-521b-4bbd-92ac-87046f6d9c3b), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:08.377021 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 58988) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:56:08.381615 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:08.399802 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-9dc8882b-a46f-4686-bc86-621dc2afc252 None None] Current status of the port 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:56:08.406034 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] Publish callbacks [] for port (e6297a0c-2b91-4134-82d9-8d4459daf46d), precommit_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:08.415627 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (e6297a0c-2b91-4134-82d9-8d4459daf46d), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:08.418662 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced4dfa-3538-4330-a95d-c9b5bf136bea req-141dc5d1-1f79-4770-bad4-9cb2de39176a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:08.427741 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dced4dfa-3538-4330-a95d-c9b5bf136bea req-141dc5d1-1f79-4770-bad4-9cb2de39176a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 945 time: 0.0846777 Jul 01 19:56:08.476826 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] Attempting to bind port e6297a0c-2b91-4134-82d9-8d4459daf46d on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:56:08.476826 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] Attempting to bind port e6297a0c-2b91-4134-82d9-8d4459daf46d by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:56:08.477369 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] Attempting to bind port e6297a0c-2b91-4134-82d9-8d4459daf46d on network b87c582a-5096-4c62-aa69-ad30066bb691 {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:56:08.487435 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:56:08.487932 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] Checking segment: {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:56:08.488727 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:08.489413 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] Bound using segment: {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:56:08.490044 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] Bound port: e6297a0c-2b91-4134-82d9-8d4459daf46d, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:56:08.490533 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (e6297a0c-2b91-4134-82d9-8d4459daf46d), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:08.493017 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06841351-6c46-4ff3-a541-bc02e33a3515 None None] Pushing event updated for resources: {'Port': ['ID=e6297a0c-2b91-4134-82d9-8d4459daf46d,revision_number=2']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:08.503916 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dced4dfa-3538-4330-a95d-c9b5bf136bea req-c58f7299-4ef0-45e3-a2d1-a8faba230ceb tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749731 Jul 01 19:56:08.524679 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 58992) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:56:08.563706 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] For port e6297a0c-2b91-4134-82d9-8d4459daf46d, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:56:08.566060 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:08.569204 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] For port e6297a0c-2b91-4134-82d9-8d4459daf46d, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=e6297a0c-2b91-4134-82d9-8d4459daf46d,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:56:08.583798 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c766c392-3146-4bfc-a6f8-7db27a5d1c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (44d20433-5a1c-43fc-89e1-5516470c5e03), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:08.587208 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (e6297a0c-2b91-4134-82d9-8d4459daf46d), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:08.594062 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:08.616853 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-950d7cb4-355c-44fd-a42a-1c0f4939a32a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:08.633006 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-5a4b5d16-e682-4537-94b9-9863340fa74b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:08.648362 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:08.658706 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-ad98f3d0-560f-434b-acef-a18d7407af2e None None] Provisioning complete for port 44d20433-5a1c-43fc-89e1-5516470c5e03 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:08.659088 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ad98f3d0-560f-434b-acef-a18d7407af2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (44d20433-5a1c-43fc-89e1-5516470c5e03), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:08.673673 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:08.701096 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06841351-6c46-4ff3-a541-bc02e33a3515 None None] Pushing event updated for resources: {'Port': ['ID=e6297a0c-2b91-4134-82d9-8d4459daf46d,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:08.705480 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] Routers {'ef94aecc-521b-4bbd-92ac-87046f6d9c3b'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:56:08.706051 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:56:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['ef94aecc-521b-4bbd-92ac-87046f6d9c3b'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:56:08.732581 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8149ff24-a1b0-412c-b926-e0e47b5950dd tempest-TestVolumeBootPattern-409983501 tempest-TestVolumeBootPattern-409983501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:08.734441 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-8149ff24-a1b0-412c-b926-e0e47b5950dd tempest-TestVolumeBootPattern-409983501 tempest-TestVolumeBootPattern-409983501-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 1124 time: 0.2086797 Jul 01 19:56:08.737323 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 58996) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:56:08.740078 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-ad98f3d0-560f-434b-acef-a18d7407af2e None None] Port 44d20433-5a1c-43fc-89e1-5516470c5e03 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:56:08.742474 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-51ece9ed-85ac-44a0-b015-c25931aa62ad tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Request body: {'floatingip': {'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'port_id': 'f9cbac97-cb1e-4639-8812-c364aa6fa31d', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:56:08.766271 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-51ece9ed-85ac-44a0-b015-c25931aa62ad tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:08.826184 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] Set router ef94aecc-521b-4bbd-92ac-87046f6d9c3b gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:56:08.843145 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-950d7cb4-355c-44fd-a42a-1c0f4939a32a admin admin] Publish callbacks [] for security_group (af915333-7803-4b47-a483-b5c5948066f9), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:08.851576 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-950d7cb4-355c-44fd-a42a-1c0f4939a32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (af915333-7803-4b47-a483-b5c5948066f9), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:08.870023 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-51ece9ed-85ac-44a0-b015-c25931aa62ad tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:08.886178 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c766c392-3146-4bfc-a6f8-7db27a5d1c2b admin admin] Publish callbacks [] for port (44d20433-5a1c-43fc-89e1-5516470c5e03), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:08.902058 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c766c392-3146-4bfc-a6f8-7db27a5d1c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5117128'] for port (44d20433-5a1c-43fc-89e1-5516470c5e03), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:08.945810 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d7cb4-355c-44fd-a42a-1c0f4939a32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af915333-7803-4b47-a483-b5c5948066f9,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:08.954883 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-950d7cb4-355c-44fd-a42a-1c0f4939a32a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7e0ee432504e4858b4287cbd2e318549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5726366 Jul 01 19:56:08.958369 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 58998) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:56:08.982509 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c766c392-3146-4bfc-a6f8-7db27a5d1c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730094'] for router_interface (ef94aecc-521b-4bbd-92ac-87046f6d9c3b), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:08.984261 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766c392-3146-4bfc-a6f8-7db27a5d1c2b admin admin] Pushing event updated for resources: {'Port': ['ID=44d20433-5a1c-43fc-89e1-5516470c5e03,revision_number=2']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:09.016316 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [None req-51ece9ed-85ac-44a0-b015-c25931aa62ad tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Allocated IP 172.27.1.143 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/8aa67d5b-9fd2-4760-8785-cba0259d11ed) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:56:09.044978 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f998-e138-4728-af52-9c19c4045499 admin admin] Publish callbacks [] for security_group (af915333-7803-4b47-a483-b5c5948066f9), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:09.058318 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'name': 'tempest-TestMinimumBasicScenario-325206908-router', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:56:08Z', 'revision_number': 4, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'gw_port': {'id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '44d20433-5a1c-43fc-89e1-5516470c5e03', 'name': '', 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'mac_address': 'fa:16:3e:4d:58:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ada78ccc-02e0-43d8-81bf-098a7035a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:07Z', 'updated_at': '2022-07-01T19:56:07Z', 'revision_number': 1, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'subnets': [{'id': 'ada78ccc-02e0-43d8-81bf-098a7035a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:56:09.088638 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f998-e138-4728-af52-9c19c4045499 admin admin] Publish callbacks [] for security_group (af915333-7803-4b47-a483-b5c5948066f9), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:09.092067 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c766c392-3146-4bfc-a6f8-7db27a5d1c2b admin admin] Network 278aa73b-8d63-4a59-a3b7-723c6888fb9e is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:56:09.094461 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-c766c392-3146-4bfc-a6f8-7db27a5d1c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:56:09.125354 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:09.253435 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c766c392-3146-4bfc-a6f8-7db27a5d1c2b admin admin] Router ef94aecc-521b-4bbd-92ac-87046f6d9c3b has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:56:09.253874 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:56:09.258025 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d8d48-cde0-4281-b799-1cfe5f544efc None None] The sync data for ids ['ef94aecc-521b-4bbd-92ac-87046f6d9c3b'] in dv-cinder-844601-7-iscsi is: [{'id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'name': 'tempest-TestMinimumBasicScenario-325206908-router', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:56:08Z', 'revision_number': 4, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'gw_port': {'id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '44d20433-5a1c-43fc-89e1-5516470c5e03', 'name': '', 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'mac_address': 'fa:16:3e:4d:58:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ada78ccc-02e0-43d8-81bf-098a7035a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:07Z', 'updated_at': '2022-07-01T19:56:07Z', 'revision_number': 1, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'subnets': [{'id': 'ada78ccc-02e0-43d8-81bf-098a7035a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:56:09.316215 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:09.341539 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:09.341816 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (50ac16ab-1bdb-48a8-ae00-724e01e3fb4f), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:09.391211 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-51d1c62d-cb1b-4a10-ba28-1e19631acd50 None None] Provisioning complete for port 44d20433-5a1c-43fc-89e1-5516470c5e03 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:09.391593 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-51d1c62d-cb1b-4a10-ba28-1e19631acd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (44d20433-5a1c-43fc-89e1-5516470c5e03), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:09.428549 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c766c392-3146-4bfc-a6f8-7db27a5d1c2b admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:56:09.439797 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-c766c392-3146-4bfc-a6f8-7db27a5d1c2b admin admin] 10.222.0.66 "PUT /v2.0/routers/ef94aecc-521b-4bbd-92ac-87046f6d9c3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0911076 Jul 01 19:56:09.446197 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-51d1c62d-cb1b-4a10-ba28-1e19631acd50 None None] Port 44d20433-5a1c-43fc-89e1-5516470c5e03 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:56:09.483023 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:56:09.522202 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-51ece9ed-85ac-44a0-b015-c25931aa62ad tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for port (8aa67d5b-9fd2-4760-8785-cba0259d11ed), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:09.525748 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f998-e138-4728-af52-9c19c4045499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (af915333-7803-4b47-a483-b5c5948066f9), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:09.528246 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f998-e138-4728-af52-9c19c4045499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:09.531916 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-f1d2f998-e138-4728-af52-9c19c4045499 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/af915333-7803-4b47-a483-b5c5948066f9 HTTP/1.1" status: 204 len: 168 time: 0.5701971 Jul 01 19:56:09.544420 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2f998-e138-4728-af52-9c19c4045499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af915333-7803-4b47-a483-b5c5948066f9,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:09.596808 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-51ece9ed-85ac-44a0-b015-c25931aa62ad tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (8aa67d5b-9fd2-4760-8785-cba0259d11ed), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:09.650298 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ece9ed-85ac-44a0-b015-c25931aa62ad tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:56:09.653831 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-51ece9ed-85ac-44a0-b015-c25931aa62ad tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:56:09.660233 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ece9ed-85ac-44a0-b015-c25931aa62ad tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:56:09.699946 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ece9ed-85ac-44a0-b015-c25931aa62ad tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Pushing event updated for resources: {'Port': ['ID=8aa67d5b-9fd2-4760-8785-cba0259d11ed,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:09.744107 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:09.761376 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:10.114720 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-51ece9ed-85ac-44a0-b015-c25931aa62ad tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for floatingip (5548e323-3fc4-4ae4-9231-2be020dc4eaf), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:10.199541 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-51ece9ed-85ac-44a0-b015-c25931aa62ad tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (8aa67d5b-9fd2-4760-8785-cba0259d11ed), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:10.342081 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 59032) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:56:10.348761 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-20e0ed69-5b4a-4d39-b9f5-ff0b0233fbf9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-316666778-network', 'tenant_id': '9b5bd7d318e349ccb7b4544e8353eac0'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:56:10.380922 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e0ed69-5b4a-4d39-b9f5-ff0b0233fbf9 admin admin] Made reservation on behalf of 9b5bd7d318e349ccb7b4544e8353eac0 for: {'network': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:56:10.384205 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-20e0ed69-5b4a-4d39-b9f5-ff0b0233fbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for network (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:10.400647 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-20e0ed69-5b4a-4d39-b9f5-ff0b0233fbf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:10.433143 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-51ece9ed-85ac-44a0-b015-c25931aa62ad tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for port (8aa67d5b-9fd2-4760-8785-cba0259d11ed), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:10.438617 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-51ece9ed-85ac-44a0-b015-c25931aa62ad tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (8aa67d5b-9fd2-4760-8785-cba0259d11ed), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:10.476933 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:10.477559 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:10.487273 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:UPDATE=1,neutron:SELECT=91,neutron:INSERT=8 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:10.533601 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-20e0ed69-5b4a-4d39-b9f5-ff0b0233fbf9 admin admin] Publish callbacks [] for security_group (825ffcb5-3018-477b-aced-15c6a54f0cbf), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:10.535213 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ece9ed-85ac-44a0-b015-c25931aa62ad tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Pushing event updated for resources: {'Port': ['ID=8aa67d5b-9fd2-4760-8785-cba0259d11ed,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:10.544860 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-20e0ed69-5b4a-4d39-b9f5-ff0b0233fbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (825ffcb5-3018-477b-aced-15c6a54f0cbf), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:10.554152 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-51ece9ed-85ac-44a0-b015-c25931aa62ad tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (5548e323-3fc4-4ae4-9231-2be020dc4eaf), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:10.581113 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e0ed69-5b4a-4d39-b9f5-ff0b0233fbf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=110545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 19:56:10.600636 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0ed69-5b4a-4d39-b9f5-ff0b0233fbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825ffcb5-3018-477b-aced-15c6a54f0cbf,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:10.607289 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-20e0ed69-5b4a-4d39-b9f5-ff0b0233fbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (ecc5faaf-6066-4e93-8ef7-dbb43df0568d), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:10.607636 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.segments_db [None req-20e0ed69-5b4a-4d39-b9f5-ff0b0233fbf9 admin admin] Added segment ecc5faaf-6066-4e93-8ef7-dbb43df0568d of type vlan for network 90e578c2-b967-4f2d-8b0b-4eef793f538b Jul 01 19:56:10.666942 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-20e0ed69-5b4a-4d39-b9f5-ff0b0233fbf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766989805963'] for network (90e578c2-b967-4f2d-8b0b-4eef793f538b), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:10.674537 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.l3_db [None req-51ece9ed-85ac-44a0-b015-c25931aa62ad tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Floating IP 5548e323-3fc4-4ae4-9231-2be020dc4eaf associated. External IP: 172.27.1.143, port: f9cbac97-cb1e-4639-8812-c364aa6fa31d. Jul 01 19:56:10.700259 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-20e0ed69-5b4a-4d39-b9f5-ff0b0233fbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for network (90e578c2-b967-4f2d-8b0b-4eef793f538b), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:10.702057 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e0ed69-5b4a-4d39-b9f5-ff0b0233fbf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:10.704762 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-20e0ed69-5b4a-4d39-b9f5-ff0b0233fbf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:10.745615 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-20e0ed69-5b4a-4d39-b9f5-ff0b0233fbf9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4023235 Jul 01 19:56:10.748388 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 59042) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:56:10.753465 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-d145ed96-4f3a-4e72-ae83-f5069e9d8ad1 admin admin] Request body: {'subnet': {'network_id': '90e578c2-b967-4f2d-8b0b-4eef793f538b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-316666778-subnet', 'tenant_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'ip_version': 4}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:56:10.791932 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0ed69-5b4a-4d39-b9f5-ff0b0233fbf9 admin admin] Pushing event updated for resources: {'Network': ['ID=90e578c2-b967-4f2d-8b0b-4eef793f538b,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:10.803626 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Network 90e578c2-b967-4f2d-8b0b-4eef793f538b details requested by agent ovs-agent-dv-cinder-844601-7-iscsi with host dv-cinder-844601-7-iscsi {{(pid=110546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 19:56:10.819590 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d145ed96-4f3a-4e72-ae83-f5069e9d8ad1 admin admin] Made reservation on behalf of 9b5bd7d318e349ccb7b4544e8353eac0 for: {'subnet': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:56:10.822839 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d145ed96-4f3a-4e72-ae83-f5069e9d8ad1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4256211'] for subnet (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:10.961737 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ece9ed-85ac-44a0-b015-c25931aa62ad tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:56:11.048700 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d145ed96-4f3a-4e72-ae83-f5069e9d8ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5114945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4256197'] for subnet (95a24cbd-acf9-41e4-ab57-3073c63f1712), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:11.054350 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:11.117371 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145ed96-4f3a-4e72-ae83-f5069e9d8ad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a24cbd-acf9-41e4-ab57-3073c63f1712,revision_number=0']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:11.128630 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:11.131294 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d145ed96-4f3a-4e72-ae83-f5069e9d8ad1 admin admin] Checking segment: {'id': 'ecc5faaf-6066-4e93-8ef7-dbb43df0568d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '90e578c2-b967-4f2d-8b0b-4eef793f538b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:56:11.131653 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d145ed96-4f3a-4e72-ae83-f5069e9d8ad1 admin admin] Network hostable DHCP agents. Network: 90e578c2-b967-4f2d-8b0b-4eef793f538b, hostable agents: ['c73d88bc-f5d4-4e4e-bef7-e6641222d38b'], hosted agents: [] {{(pid=110545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 19:56:11.138585 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ece9ed-85ac-44a0-b015-c25931aa62ad tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:56:11.151995 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dffc81-daff-43c6-a90a-1bb47ef2a087 None None] Sync routers for ids ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:56:11.163284 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d145ed96-4f3a-4e72-ae83-f5069e9d8ad1 admin admin] Network 90e578c2-b967-4f2d-8b0b-4eef793f538b is scheduled to be hosted by DHCP agent c73d88bc-f5d4-4e4e-bef7-e6641222d38b with binding_index 1 {{(pid=110545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 19:56:11.168659 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-51ece9ed-85ac-44a0-b015-c25931aa62ad tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:11.170632 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dffc81-daff-43c6-a90a-1bb47ef2a087 None None] Routers {'7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:56:11.171288 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-d2dffc81-daff-43c6-a90a-1bb47ef2a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:56:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:56:11.188903 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-d145ed96-4f3a-4e72-ae83-f5069e9d8ad1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-7-iscsi, 90e578c2-b967-4f2d-8b0b-4eef793f538b) {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:56:11.197110 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d145ed96-4f3a-4e72-ae83-f5069e9d8ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:11.197443 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d145ed96-4f3a-4e72-ae83-f5069e9d8ad1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:11.200790 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27de5422-b944-40e1-878d-333f194bccdd None None] Network 90e578c2-b967-4f2d-8b0b-4eef793f538b requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:56:11.218538 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-51ece9ed-85ac-44a0-b015-c25931aa62ad tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4800127 Jul 01 19:56:11.219444 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abdbc8c7-9db6-4914-8ad4-b55ee6460761', 'tag': 'f9cbac97-cb1e-4639-8812-c364aa6fa31d'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:56:11.222023 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916845dd-b267-4e9f-a136-dfef6af1a2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "abdbc8c7-9db6-4914-8ad4-b55ee6460761", "tag": "f9cbac97-cb1e-4639-8812-c364aa6fa31d"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:56:11.235457 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-d145ed96-4f3a-4e72-ae83-f5069e9d8ad1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4855912 Jul 01 19:56:11.241746 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 59050) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:56:11.245653 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device e6297a0c-2b91-4134-82d9-8d4459daf46d up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:56:11.248371 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-2a4a027d-e9aa-4f12-97b1-978de3c439b3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-316666778-router', 'tenant_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:56:11.276442 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f333048a-1dff-483e-8ee1-c148ede23778 x-openstack-request-id: req-f333048a-1dff-483e-8ee1-c148ede23778 {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:56:11.276759 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abdbc8c7-9db6-4914-8ad4-b55ee6460761", "tag": "f9cbac97-cb1e-4639-8812-c364aa6fa31d", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:56:11.276995 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f333048a-1dff-483e-8ee1-c148ede23778 {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:56:11.277387 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f333048a-1dff-483e-8ee1-c148ede23778'] response: {'name': 'network-changed', 'server_uuid': 'abdbc8c7-9db6-4914-8ad4-b55ee6460761', 'tag': 'f9cbac97-cb1e-4639-8812-c364aa6fa31d', 'status': 'completed', 'code': 200} Jul 01 19:56:11.304153 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-2a4a027d-e9aa-4f12-97b1-978de3c439b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1736258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2076621'] for router (d95cd04d-630d-435a-9ada-930355d8feb5), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:11.306621 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-2a4a027d-e9aa-4f12-97b1-978de3c439b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1560559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2076612'] for router (d95cd04d-630d-435a-9ada-930355d8feb5), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:11.374537 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916845dd-b267-4e9f-a136-dfef6af1a2d8 req-d1000532-f625-4d3a-905f-8e19e7ec76ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:11.380965 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-916845dd-b267-4e9f-a136-dfef6af1a2d8 req-d1000532-f625-4d3a-905f-8e19e7ec76ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=262e5b1a6f6248cca455437d23b8d441&device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 1129 time: 0.0701277 Jul 01 19:56:11.409095 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:11.411858 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-2a4a027d-e9aa-4f12-97b1-978de3c439b3 admin admin] Publish callbacks [] for router_controller (d95cd04d-630d-435a-9ada-930355d8feb5), precommit_add_association {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:11.428488 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port e6297a0c-2b91-4134-82d9-8d4459daf46d triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:11.428874 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (e6297a0c-2b91-4134-82d9-8d4459daf46d), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:11.438228 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb75f7d2-34c2-4aa8-88c3-08a8ffdf8a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef9c38b-9e7a-5363-bbbe-cbd2af869e96-90e578c2-b967-4f2d-8b0b-4eef793f538b', 'network_id': '90e578c2-b967-4f2d-8b0b-4eef793f538b', 'project_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'fixed_ips': [{'subnet_id': '95a24cbd-acf9-41e4-ab57-3073c63f1712'}]}} from dv-cinder-844601-7-iscsi. {{(pid=110546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 19:56:11.439730 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-fb75f7d2-34c2-4aa8-88c3-08a8ffdf8a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:11.450398 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-d2dffc81-daff-43c6-a90a-1bb47ef2a087 None None] Set router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:56:11.485964 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:11.614208 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-2a4a027d-e9aa-4f12-97b1-978de3c439b3 admin admin] Publish callbacks [] for router_gateway (d95cd04d-630d-435a-9ada-930355d8feb5), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:11.618146 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916845dd-b267-4e9f-a136-dfef6af1a2d8 req-ff51defb-cb17-4b52-9917-a19d41dc115f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:11.620126 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-916845dd-b267-4e9f-a136-dfef6af1a2d8 req-ff51defb-cb17-4b52-9917-a19d41dc115f service neutron] 10.222.0.60 "GET /v2.0/networks?id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9 HTTP/1.1" status: 200 len: 912 time: 0.2319133 Jul 01 19:56:11.699720 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.db_base_plugin_common [None req-fb75f7d2-34c2-4aa8-88c3-08a8ffdf8a8c None None] Allocated IP 172.20.0.2 (90e578c2-b967-4f2d-8b0b-4eef793f538b/95a24cbd-acf9-41e4-ab57-3073c63f1712/fae95020-76df-4b47-a309-a49594dc532e) {{(pid=110546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:56:11.729566 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port e6297a0c-2b91-4134-82d9-8d4459daf46d is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:56:11.730069 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (e6297a0c-2b91-4134-82d9-8d4459daf46d), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:11.747936 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-916845dd-b267-4e9f-a136-dfef6af1a2d8 req-65c9cc79-47e6-48fc-9f4c-06716b0478e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9cbac97-cb1e-4639-8812-c364aa6fa31d HTTP/1.1" status: 200 len: 999 time: 0.1198518 Jul 01 19:56:11.771671 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-520f6246-b665-4881-9a48-4c544643b810 None None] For port e6297a0c-2b91-4134-82d9-8d4459daf46d, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=e6297a0c-2b91-4134-82d9-8d4459daf46d,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:56:11.780523 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:11.784202 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (e6297a0c-2b91-4134-82d9-8d4459daf46d), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:11.833005 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916845dd-b267-4e9f-a136-dfef6af1a2d8 req-cc7d9602-cfb9-4b4c-82e3-97644f973b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:11.834478 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-916845dd-b267-4e9f-a136-dfef6af1a2d8 req-cc7d9602-cfb9-4b4c-82e3-97644f973b78 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=129fcccf-8477-4494-ac8a-396275dff649 HTTP/1.1" status: 200 len: 850 time: 0.0790153 Jul 01 19:56:11.873491 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-d2dffc81-daff-43c6-a90a-1bb47ef2a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T19:54:49Z', 'revision_number': 4, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port': {'id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:44Z', 'updated_at': '2022-07-01T19:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '5548e323-3fc4-4ae4-9231-2be020dc4eaf', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'port_id': 'f9cbac97-cb1e-4639-8812-c364aa6fa31d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'mac_address': 'fa:16:3e:e7:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc8c7-9db6-4914-8ad4-b55ee6460761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:56:09Z', 'updated_at': '2022-07-01T19:56:09Z', 'revision_number': 0, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01ab8bf-dc58-4397-9307-b41497af8ef6', 'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'mac_address': 'fa:16:3e:87:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '129fcccf-8477-4494-ac8a-396275dff649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:47Z', 'updated_at': '2022-07-01T19:54:54Z', 'revision_number': 5, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'subnets': [{'id': '129fcccf-8477-4494-ac8a-396275dff649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:56:11.893846 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:11.900892 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-2a4a027d-e9aa-4f12-97b1-978de3c439b3 admin admin] Publish callbacks [] for router_gateway (d95cd04d-630d-435a-9ada-930355d8feb5), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:11.911864 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Pushing event updated for resources: {'Port': ['ID=e6297a0c-2b91-4134-82d9-8d4459daf46d,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:11.915499 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dffc81-daff-43c6-a90a-1bb47ef2a087 None None] Checking router: 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:56:11.917663 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916845dd-b267-4e9f-a136-dfef6af1a2d8 req-3027cda4-61e5-424e-a279-c65840c8f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:11.919843 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-916845dd-b267-4e9f-a136-dfef6af1a2d8 req-3027cda4-61e5-424e-a279-c65840c8f170 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0781012 Jul 01 19:56:11.926004 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dffc81-daff-43c6-a90a-1bb47ef2a087 None None] Routers {'7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:56:11.927319 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-d2dffc81-daff-43c6-a90a-1bb47ef2a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:56:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:56:11.942368 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-2a4a027d-e9aa-4f12-97b1-978de3c439b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:11.968734 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-fb75f7d2-34c2-4aa8-88c3-08a8ffdf8a8c None None] Publish callbacks [] for port (fae95020-76df-4b47-a309-a49594dc532e), precommit_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:11.982584 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-fb75f7d2-34c2-4aa8-88c3-08a8ffdf8a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (fae95020-76df-4b47-a309-a49594dc532e), after_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:12.029879 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb75f7d2-34c2-4aa8-88c3-08a8ffdf8a8c None None] Network 90e578c2-b967-4f2d-8b0b-4eef793f538b is already hosted by enough agents. {{(pid=110546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:56:12.040855 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.base_scheduler [None req-fb75f7d2-34c2-4aa8-88c3-08a8ffdf8a8c None None] Resources bound (agent type, host, resource id): {{(pid=110546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:56:12.043618 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb75f7d2-34c2-4aa8-88c3-08a8ffdf8a8c None None] Received port after_create {{(pid=110546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:56:12.051485 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75f7d2-34c2-4aa8-88c3-08a8ffdf8a8c None None] Pushing event updated for resources: {'Port': ['ID=fae95020-76df-4b47-a309-a49594dc532e,revision_number=1']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:12.069877 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-d2dffc81-daff-43c6-a90a-1bb47ef2a087 None None] Set router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:56:12.097877 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [None req-2a4a027d-e9aa-4f12-97b1-978de3c439b3 admin admin] Allocated IP 172.27.1.189 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/894b5627-dea6-473d-9153-e9f91e55f087) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:56:12.100614 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-916845dd-b267-4e9f-a136-dfef6af1a2d8 req-664e2520-3552-40b4-8d78-00089c441251 service neutron] 10.222.0.60 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719220 Jul 01 19:56:12.127605 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-fb75f7d2-34c2-4aa8-88c3-08a8ffdf8a8c None None] Attempting to bind port fae95020-76df-4b47-a309-a49594dc532e on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:56:12.130852 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-fb75f7d2-34c2-4aa8-88c3-08a8ffdf8a8c None None] Attempting to bind port fae95020-76df-4b47-a309-a49594dc532e by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'ecc5faaf-6066-4e93-8ef7-dbb43df0568d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '90e578c2-b967-4f2d-8b0b-4eef793f538b'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:56:12.131781 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb75f7d2-34c2-4aa8-88c3-08a8ffdf8a8c None None] Attempting to bind port fae95020-76df-4b47-a309-a49594dc532e on network 90e578c2-b967-4f2d-8b0b-4eef793f538b {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:56:12.137724 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb75f7d2-34c2-4aa8-88c3-08a8ffdf8a8c None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:56:12.138428 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb75f7d2-34c2-4aa8-88c3-08a8ffdf8a8c None None] Checking segment: {'id': 'ecc5faaf-6066-4e93-8ef7-dbb43df0568d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '90e578c2-b967-4f2d-8b0b-4eef793f538b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:56:12.138935 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-fb75f7d2-34c2-4aa8-88c3-08a8ffdf8a8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:12.139433 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb75f7d2-34c2-4aa8-88c3-08a8ffdf8a8c None None] Bound using segment: {'id': 'ecc5faaf-6066-4e93-8ef7-dbb43df0568d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '90e578c2-b967-4f2d-8b0b-4eef793f538b'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:56:12.140016 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-fb75f7d2-34c2-4aa8-88c3-08a8ffdf8a8c None None] Bound port: fae95020-76df-4b47-a309-a49594dc532e, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc5faaf-6066-4e93-8ef7-dbb43df0568d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '90e578c2-b967-4f2d-8b0b-4eef793f538b'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:56:12.140514 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-fb75f7d2-34c2-4aa8-88c3-08a8ffdf8a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (fae95020-76df-4b47-a309-a49594dc532e), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:12.150960 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:12.187760 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:12.209358 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d93101-d377-4542-a61f-df7657bde00d None None] Sync routers for ids ['ef94aecc-521b-4bbd-92ac-87046f6d9c3b'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:56:12.227907 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-916845dd-b267-4e9f-a136-dfef6af1a2d8 req-68f5ff58-a44e-47b6-a648-9318d87ba738 service neutron] 10.222.0.60 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150591 Jul 01 19:56:12.228732 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-fb75f7d2-34c2-4aa8-88c3-08a8ffdf8a8c None None] For port fae95020-76df-4b47-a309-a49594dc532e, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:56:12.233205 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-fb75f7d2-34c2-4aa8-88c3-08a8ffdf8a8c None None] For port fae95020-76df-4b47-a309-a49594dc532e, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=fae95020-76df-4b47-a309-a49594dc532e,segment=NetworkSegment(ecc5faaf-6066-4e93-8ef7-dbb43df0568d),segment_id=ecc5faaf-6066-4e93-8ef7-dbb43df0568d)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:56:12.237403 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d93101-d377-4542-a61f-df7657bde00d None None] Routers {'ef94aecc-521b-4bbd-92ac-87046f6d9c3b'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:56:12.238292 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-80d93101-d377-4542-a61f-df7657bde00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:56:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['ef94aecc-521b-4bbd-92ac-87046f6d9c3b'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:56:12.243515 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-fb75f7d2-34c2-4aa8-88c3-08a8ffdf8a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (fae95020-76df-4b47-a309-a49594dc532e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:12.266799 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-2a4a027d-e9aa-4f12-97b1-978de3c439b3 admin admin] Publish callbacks [] for port (894b5627-dea6-473d-9153-e9f91e55f087), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:12.305531 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-2a4a027d-e9aa-4f12-97b1-978de3c439b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (894b5627-dea6-473d-9153-e9f91e55f087), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:12.347202 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4a027d-e9aa-4f12-97b1-978de3c439b3 admin admin] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:56:12.352702 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-2a4a027d-e9aa-4f12-97b1-978de3c439b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:56:12.356580 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4a027d-e9aa-4f12-97b1-978de3c439b3 admin admin] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:56:12.366045 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:12.370197 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-d2dffc81-daff-43c6-a90a-1bb47ef2a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T19:54:49Z', 'revision_number': 4, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port': {'id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:44Z', 'updated_at': '2022-07-01T19:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '5548e323-3fc4-4ae4-9231-2be020dc4eaf', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'port_id': 'f9cbac97-cb1e-4639-8812-c364aa6fa31d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'mac_address': 'fa:16:3e:e7:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc8c7-9db6-4914-8ad4-b55ee6460761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:56:09Z', 'updated_at': '2022-07-01T19:56:09Z', 'revision_number': 0, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01ab8bf-dc58-4397-9307-b41497af8ef6', 'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'mac_address': 'fa:16:3e:87:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '129fcccf-8477-4494-ac8a-396275dff649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:47Z', 'updated_at': '2022-07-01T19:54:54Z', 'revision_number': 5, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'subnets': [{'id': '129fcccf-8477-4494-ac8a-396275dff649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:56:12.379091 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a027d-e9aa-4f12-97b1-978de3c439b3 admin admin] Pushing event updated for resources: {'Port': ['ID=894b5627-dea6-473d-9153-e9f91e55f087,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:12.402559 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dffc81-daff-43c6-a90a-1bb47ef2a087 None None] The sync data for ids ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'] in dv-cinder-844601-7-iscsi is: [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T19:54:49Z', 'revision_number': 4, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port': {'id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:44Z', 'updated_at': '2022-07-01T19:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '5548e323-3fc4-4ae4-9231-2be020dc4eaf', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'port_id': 'f9cbac97-cb1e-4639-8812-c364aa6fa31d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'mac_address': 'fa:16:3e:e7:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc8c7-9db6-4914-8ad4-b55ee6460761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:56:09Z', 'updated_at': '2022-07-01T19:56:09Z', 'revision_number': 0, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01ab8bf-dc58-4397-9307-b41497af8ef6', 'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'mac_address': 'fa:16:3e:87:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '129fcccf-8477-4494-ac8a-396275dff649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:47Z', 'updated_at': '2022-07-01T19:54:54Z', 'revision_number': 5, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'subnets': [{'id': '129fcccf-8477-4494-ac8a-396275dff649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:56:12.407710 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75f7d2-34c2-4aa8-88c3-08a8ffdf8a8c None None] Pushing event updated for resources: {'Port': ['ID=fae95020-76df-4b47-a309-a49594dc532e,revision_number=2']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:12.429449 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-80d93101-d377-4542-a61f-df7657bde00d None None] Set router ef94aecc-521b-4bbd-92ac-87046f6d9c3b gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:56:12.698726 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-80d93101-d377-4542-a61f-df7657bde00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'name': 'tempest-TestMinimumBasicScenario-325206908-router', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:56:08Z', 'revision_number': 4, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'gw_port': {'id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '44d20433-5a1c-43fc-89e1-5516470c5e03', 'name': '', 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'mac_address': 'fa:16:3e:4d:58:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ada78ccc-02e0-43d8-81bf-098a7035a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:07Z', 'updated_at': '2022-07-01T19:56:08Z', 'revision_number': 2, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'subnets': [{'id': 'ada78ccc-02e0-43d8-81bf-098a7035a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:56:12.730729 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d93101-d377-4542-a61f-df7657bde00d None None] Checking router: ef94aecc-521b-4bbd-92ac-87046f6d9c3b for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:56:12.731330 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d93101-d377-4542-a61f-df7657bde00d None None] Updating router ef94aecc-521b-4bbd-92ac-87046f6d9c3b port 44d20433-5a1c-43fc-89e1-5516470c5e03 binding host dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 19:56:12.768639 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1671bd50-301d-4382-847b-b1f83960e069 None None] New status for floating IP 5548e323-3fc4-4ae4-9231-2be020dc4eaf: ACTIVE {{(pid=110547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 19:56:12.806726 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-80d93101-d377-4542-a61f-df7657bde00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (44d20433-5a1c-43fc-89e1-5516470c5e03), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:12.943176 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-2a4a027d-e9aa-4f12-97b1-978de3c439b3 admin admin] Publish callbacks [] for router_gateway (d95cd04d-630d-435a-9ada-930355d8feb5), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:13.148041 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:13.155680 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:13.178207 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-2a4a027d-e9aa-4f12-97b1-978de3c439b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725937'] for router (d95cd04d-630d-435a-9ada-930355d8feb5), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:13.203092 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-80d93101-d377-4542-a61f-df7657bde00d None None] Publish callbacks [] for port (44d20433-5a1c-43fc-89e1-5516470c5e03), precommit_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:13.214822 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-80d93101-d377-4542-a61f-df7657bde00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (44d20433-5a1c-43fc-89e1-5516470c5e03), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:13.288853 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4f19c-a0a5-4284-a910-1690e87c5361 None None] Pushing event updated for resources: {'Port': ['ID=44d20433-5a1c-43fc-89e1-5516470c5e03,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:13.339079 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device e6297a0c-2b91-4134-82d9-8d4459daf46d up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:56:13.351216 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4a027d-e9aa-4f12-97b1-978de3c439b3 admin admin] Router d95cd04d-630d-435a-9ada-930355d8feb5 is scheduled to L3 agent 92102641-59bc-4b31-9151-065046da5b4e with binding_index 1 {{(pid=110545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 01 19:56:13.481931 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4a027d-e9aa-4f12-97b1-978de3c439b3 admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:56:13.504640 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] Sync routers for ids ['d95cd04d-630d-435a-9ada-930355d8feb5'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:56:13.518980 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-2a4a027d-e9aa-4f12-97b1-978de3c439b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:13.522146 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-2a4a027d-e9aa-4f12-97b1-978de3c439b3 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2813730 Jul 01 19:56:13.525351 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 59068) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:56:13.581668 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] Routers {'d95cd04d-630d-435a-9ada-930355d8feb5'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:56:13.582827 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:56:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['d95cd04d-630d-435a-9ada-930355d8feb5'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:56:13.591439 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-80d93101-d377-4542-a61f-df7657bde00d None None] Attempting to bind port 44d20433-5a1c-43fc-89e1-5516470c5e03 on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:56:13.591818 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-80d93101-d377-4542-a61f-df7657bde00d None None] Attempting to bind port 44d20433-5a1c-43fc-89e1-5516470c5e03 by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'fa0718ee-af58-4809-8d4c-5b6af82a8080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:56:13.592191 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d93101-d377-4542-a61f-df7657bde00d None None] Attempting to bind port 44d20433-5a1c-43fc-89e1-5516470c5e03 on network 278aa73b-8d63-4a59-a3b7-723c6888fb9e {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:56:13.668044 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d93101-d377-4542-a61f-df7657bde00d None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:56:13.668424 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d93101-d377-4542-a61f-df7657bde00d None None] Checking segment: {'id': 'fa0718ee-af58-4809-8d4c-5b6af82a8080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:56:13.668821 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-80d93101-d377-4542-a61f-df7657bde00d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:13.669223 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d93101-d377-4542-a61f-df7657bde00d None None] Bound using segment: {'id': 'fa0718ee-af58-4809-8d4c-5b6af82a8080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:56:13.669912 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-80d93101-d377-4542-a61f-df7657bde00d None None] Bound port: 44d20433-5a1c-43fc-89e1-5516470c5e03, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0718ee-af58-4809-8d4c-5b6af82a8080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:56:13.670126 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-80d93101-d377-4542-a61f-df7657bde00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (44d20433-5a1c-43fc-89e1-5516470c5e03), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:13.677694 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:13.681020 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port e6297a0c-2b91-4134-82d9-8d4459daf46d triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:13.681438 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (e6297a0c-2b91-4134-82d9-8d4459daf46d), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:13.731448 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a90d534-d927-4679-a34f-b493bfe3a4a6 None None] Network 90e578c2-b967-4f2d-8b0b-4eef793f538b requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:56:13.788842 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-ac97296c-bcce-43c8-8fb5-d14c5f3993b0 None None] Provisioning complete for port 44d20433-5a1c-43fc-89e1-5516470c5e03 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:13.789218 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ac97296c-bcce-43c8-8fb5-d14c5f3993b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (44d20433-5a1c-43fc-89e1-5516470c5e03), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:13.873416 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:13.888433 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:13.893250 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] Set router d95cd04d-630d-435a-9ada-930355d8feb5 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:56:13.963368 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2a433844-7e99-44c3-9332-c58a65c757d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:13.974941 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-ac97296c-bcce-43c8-8fb5-d14c5f3993b0 None None] Port 44d20433-5a1c-43fc-89e1-5516470c5e03 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:56:14.024631 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-80d93101-d377-4542-a61f-df7657bde00d None None] For port 44d20433-5a1c-43fc-89e1-5516470c5e03, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:56:14.064488 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=100 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:14.067619 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-80d93101-d377-4542-a61f-df7657bde00d None None] For port 44d20433-5a1c-43fc-89e1-5516470c5e03, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=44d20433-5a1c-43fc-89e1-5516470c5e03,segment=NetworkSegment(fa0718ee-af58-4809-8d4c-5b6af82a8080),segment_id=fa0718ee-af58-4809-8d4c-5b6af82a8080)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:56:14.072371 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port e6297a0c-2b91-4134-82d9-8d4459daf46d is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:56:14.073455 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device fae95020-76df-4b47-a309-a49594dc532e up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:56:14.120843 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [None req-2a433844-7e99-44c3-9332-c58a65c757d9 admin admin] Allocated IP 172.20.0.1 (90e578c2-b967-4f2d-8b0b-4eef793f538b/95a24cbd-acf9-41e4-ab57-3073c63f1712/1dda9f22-9934-4022-9cb5-6162da9d37fe) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:56:14.137165 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-80d93101-d377-4542-a61f-df7657bde00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (44d20433-5a1c-43fc-89e1-5516470c5e03), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:14.213026 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-e6119175-2b3b-4202-a245-162dba4d5a80 None None] Provisioning complete for port fae95020-76df-4b47-a309-a49594dc532e triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:14.213813 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-e6119175-2b3b-4202-a245-162dba4d5a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (fae95020-76df-4b47-a309-a49594dc532e), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:14.278538 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2a433844-7e99-44c3-9332-c58a65c757d9 admin admin] Publish callbacks [] for port (1dda9f22-9934-4022-9cb5-6162da9d37fe), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:14.318531 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d93101-d377-4542-a61f-df7657bde00d None None] Routers {'ef94aecc-521b-4bbd-92ac-87046f6d9c3b'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:56:14.319183 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-80d93101-d377-4542-a61f-df7657bde00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:56:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['ef94aecc-521b-4bbd-92ac-87046f6d9c3b'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:56:14.329417 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2a433844-7e99-44c3-9332-c58a65c757d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (1dda9f22-9934-4022-9cb5-6162da9d37fe), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:14.390701 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4f19c-a0a5-4284-a910-1690e87c5361 None None] Pushing event updated for resources: {'Port': ['ID=44d20433-5a1c-43fc-89e1-5516470c5e03,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:14.396867 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:14.405563 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a433844-7e99-44c3-9332-c58a65c757d9 admin admin] Network 90e578c2-b967-4f2d-8b0b-4eef793f538b is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:56:14.427736 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-2a433844-7e99-44c3-9332-c58a65c757d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:56:14.434152 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a433844-7e99-44c3-9332-c58a65c757d9 admin admin] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:56:14.442113 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a433844-7e99-44c3-9332-c58a65c757d9 admin admin] Pushing event updated for resources: {'Port': ['ID=1dda9f22-9934-4022-9cb5-6162da9d37fe,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:14.463961 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port fae95020-76df-4b47-a309-a49594dc532e triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:14.464250 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (fae95020-76df-4b47-a309-a49594dc532e), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:14.487150 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2a433844-7e99-44c3-9332-c58a65c757d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730226'] for router_interface (d95cd04d-630d-435a-9ada-930355d8feb5), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:14.528776 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95cd04d-630d-435a-9ada-930355d8feb5', 'name': 'tempest-TestMinimumBasicScenario-316666778-router', 'tenant_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '894b5627-dea6-473d-9153-e9f91e55f087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:56:11Z', 'updated_at': '2022-07-01T19:56:12Z', 'revision_number': 3, 'project_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'gw_port': {'id': '894b5627-dea6-473d-9153-e9f91e55f087', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95cd04d-630d-435a-9ada-930355d8feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:11Z', 'updated_at': '2022-07-01T19:56:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:56:14.601222 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] Checking router: d95cd04d-630d-435a-9ada-930355d8feb5 for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:56:14.601597 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] Updating router d95cd04d-630d-435a-9ada-930355d8feb5 port 894b5627-dea6-473d-9153-e9f91e55f087 binding host dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 19:56:14.726531 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port fae95020-76df-4b47-a309-a49594dc532e is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:56:14.727112 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (fae95020-76df-4b47-a309-a49594dc532e), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:14.734032 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2a433844-7e99-44c3-9332-c58a65c757d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (1dda9f22-9934-4022-9cb5-6162da9d37fe), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:14.743244 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-80d93101-d377-4542-a61f-df7657bde00d None None] Set router ef94aecc-521b-4bbd-92ac-87046f6d9c3b gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:56:14.856550 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (894b5627-dea6-473d-9153-e9f91e55f087), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:14.858099 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-e6119175-2b3b-4202-a245-162dba4d5a80 None None] Current status of the port fae95020-76df-4b47-a309-a49594dc532e is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:56:14.858586 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-e6119175-2b3b-4202-a245-162dba4d5a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (fae95020-76df-4b47-a309-a49594dc532e), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:14.949990 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-520f6246-b665-4881-9a48-4c544643b810 None None] For port fae95020-76df-4b47-a309-a49594dc532e, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=fae95020-76df-4b47-a309-a49594dc532e,segment=NetworkSegment(ecc5faaf-6066-4e93-8ef7-dbb43df0568d),segment_id=ecc5faaf-6066-4e93-8ef7-dbb43df0568d)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:56:14.975103 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:14.984789 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (fae95020-76df-4b47-a309-a49594dc532e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:15.029774 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2a433844-7e99-44c3-9332-c58a65c757d9 admin admin] Publish callbacks [] for port (1dda9f22-9934-4022-9cb5-6162da9d37fe), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:15.034595 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2a433844-7e99-44c3-9332-c58a65c757d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (1dda9f22-9934-4022-9cb5-6162da9d37fe), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:15.104737 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a433844-7e99-44c3-9332-c58a65c757d9 admin admin] Pushing event updated for resources: {'Port': ['ID=1dda9f22-9934-4022-9cb5-6162da9d37fe,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:15.107551 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2a433844-7e99-44c3-9332-c58a65c757d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730094'] for router_interface (d95cd04d-630d-435a-9ada-930355d8feb5), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:15.213846 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a433844-7e99-44c3-9332-c58a65c757d9 admin admin] Network 90e578c2-b967-4f2d-8b0b-4eef793f538b is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:56:15.215376 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-2a433844-7e99-44c3-9332-c58a65c757d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:56:15.326216 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 44d20433-5a1c-43fc-89e1-5516470c5e03 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:56:15.355070 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a433844-7e99-44c3-9332-c58a65c757d9 admin admin] Router d95cd04d-630d-435a-9ada-930355d8feb5 has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:56:15.362908 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.db.api [None req-e6119175-2b3b-4202-a245-162dba4d5a80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110546) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 01 19:56:15.363420 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG oslo_db.api [None req-e6119175-2b3b-4202-a245-162dba4d5a80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 01 19:56:15.370967 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:15.372243 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Pushing event updated for resources: {'Port': ['ID=fae95020-76df-4b47-a309-a49594dc532e,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:15.424601 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:15.479023 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a433844-7e99-44c3-9332-c58a65c757d9 admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:56:15.484167 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-2a433844-7e99-44c3-9332-c58a65c757d9 admin admin] 10.222.0.66 "PUT /v2.0/routers/d95cd04d-630d-435a-9ada-930355d8feb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9567652 Jul 01 19:56:15.509695 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:15.532552 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-80d93101-d377-4542-a61f-df7657bde00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'name': 'tempest-TestMinimumBasicScenario-325206908-router', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:56:08Z', 'revision_number': 4, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'gw_port': {'id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '44d20433-5a1c-43fc-89e1-5516470c5e03', 'name': '', 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'mac_address': 'fa:16:3e:4d:58:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ada78ccc-02e0-43d8-81bf-098a7035a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:07Z', 'updated_at': '2022-07-01T19:56:13Z', 'revision_number': 4, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'subnets': [{'id': 'ada78ccc-02e0-43d8-81bf-098a7035a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:56:15.535002 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 44d20433-5a1c-43fc-89e1-5516470c5e03 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:15.536313 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (44d20433-5a1c-43fc-89e1-5516470c5e03), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:15.580616 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d93101-d377-4542-a61f-df7657bde00d None None] The sync data for ids ['ef94aecc-521b-4bbd-92ac-87046f6d9c3b'] in dv-cinder-844601-7-iscsi is: [{'id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'name': 'tempest-TestMinimumBasicScenario-325206908-router', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:56:08Z', 'revision_number': 4, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'gw_port': {'id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '44d20433-5a1c-43fc-89e1-5516470c5e03', 'name': '', 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'mac_address': 'fa:16:3e:4d:58:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ada78ccc-02e0-43d8-81bf-098a7035a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:07Z', 'updated_at': '2022-07-01T19:56:13Z', 'revision_number': 4, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'subnets': [{'id': 'ada78ccc-02e0-43d8-81bf-098a7035a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:56:15.644445 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:15.714245 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 44d20433-5a1c-43fc-89e1-5516470c5e03 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:56:15.714642 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (44d20433-5a1c-43fc-89e1-5516470c5e03), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:15.718953 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] Publish callbacks [] for port (894b5627-dea6-473d-9153-e9f91e55f087), precommit_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:15.738459 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (894b5627-dea6-473d-9153-e9f91e55f087), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:15.785417 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-520f6246-b665-4881-9a48-4c544643b810 None None] For port 44d20433-5a1c-43fc-89e1-5516470c5e03, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=44d20433-5a1c-43fc-89e1-5516470c5e03,segment=NetworkSegment(fa0718ee-af58-4809-8d4c-5b6af82a8080),segment_id=fa0718ee-af58-4809-8d4c-5b6af82a8080)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:56:15.809663 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (44d20433-5a1c-43fc-89e1-5516470c5e03), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:15.819641 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] Attempting to bind port 894b5627-dea6-473d-9153-e9f91e55f087 on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:56:15.820086 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] Attempting to bind port 894b5627-dea6-473d-9153-e9f91e55f087 by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:56:15.820521 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] Attempting to bind port 894b5627-dea6-473d-9153-e9f91e55f087 on network b87c582a-5096-4c62-aa69-ad30066bb691 {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:56:15.825828 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c0a19-9126-40dc-8e55-8e5ae1b4a0b2 None None] Pushing event updated for resources: {'Port': ['ID=894b5627-dea6-473d-9153-e9f91e55f087,revision_number=2']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:15.828934 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:56:15.829903 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] Checking segment: {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:56:15.830377 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:15.830828 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] Bound using segment: {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:56:15.831380 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] Bound port: 894b5627-dea6-473d-9153-e9f91e55f087, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:56:15.831834 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (894b5627-dea6-473d-9153-e9f91e55f087), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:15.962997 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-e6119175-2b3b-4202-a245-162dba4d5a80 None None] Current status of the port fae95020-76df-4b47-a309-a49594dc532e is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:56:15.986032 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Pushing event updated for resources: {'Port': ['ID=44d20433-5a1c-43fc-89e1-5516470c5e03,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:15.989163 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] For port 894b5627-dea6-473d-9153-e9f91e55f087, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:56:16.001982 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] For port 894b5627-dea6-473d-9153-e9f91e55f087, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=894b5627-dea6-473d-9153-e9f91e55f087,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:56:16.021479 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (894b5627-dea6-473d-9153-e9f91e55f087), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:16.103803 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-00a6d5e4-b08c-441b-bbdd-7aaff8e61731 None None] Provisioning complete for port 1dda9f22-9934-4022-9cb5-6162da9d37fe triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:16.104267 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-00a6d5e4-b08c-441b-bbdd-7aaff8e61731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (1dda9f22-9934-4022-9cb5-6162da9d37fe), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:16.147535 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c0a19-9126-40dc-8e55-8e5ae1b4a0b2 None None] Pushing event updated for resources: {'Port': ['ID=894b5627-dea6-473d-9153-e9f91e55f087,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:16.162318 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] Routers {'d95cd04d-630d-435a-9ada-930355d8feb5'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:56:16.164322 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:56:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['d95cd04d-630d-435a-9ada-930355d8feb5'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:56:16.242175 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-00a6d5e4-b08c-441b-bbdd-7aaff8e61731 None None] Port 1dda9f22-9934-4022-9cb5-6162da9d37fe cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:56:16.313385 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-00a6d5e4-b08c-441b-bbdd-7aaff8e61731 None None] Provisioning complete for port fae95020-76df-4b47-a309-a49594dc532e triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:16.314232 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-00a6d5e4-b08c-441b-bbdd-7aaff8e61731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (fae95020-76df-4b47-a309-a49594dc532e), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:16.451469 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] Set router d95cd04d-630d-435a-9ada-930355d8feb5 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:56:16.521036 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-00a6d5e4-b08c-441b-bbdd-7aaff8e61731 None None] Current status of the port fae95020-76df-4b47-a309-a49594dc532e is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:56:16.577023 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-00a6d5e4-b08c-441b-bbdd-7aaff8e61731 None None] Provisioning complete for port 44d20433-5a1c-43fc-89e1-5516470c5e03 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:16.577849 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-00a6d5e4-b08c-441b-bbdd-7aaff8e61731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (44d20433-5a1c-43fc-89e1-5516470c5e03), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:16.632970 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1a281-10ac-4784-b849-8bb683b46f91 req-aeefdef9-2d0a-4d3b-a2d9-be6eb3061c39 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:16.641376 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ceb1a281-10ac-4784-b849-8bb683b46f91 req-aeefdef9-2d0a-4d3b-a2d9-be6eb3061c39 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.3528798 Jul 01 19:56:16.691044 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ceb1a281-10ac-4784-b849-8bb683b46f91 req-caf58ba9-e24c-4b1a-b8de-215d7aa9fd18 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485926 Jul 01 19:56:16.740540 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:16.800389 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95cd04d-630d-435a-9ada-930355d8feb5', 'name': 'tempest-TestMinimumBasicScenario-316666778-router', 'tenant_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '894b5627-dea6-473d-9153-e9f91e55f087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:56:11Z', 'updated_at': '2022-07-01T19:56:14Z', 'revision_number': 4, 'project_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'gw_port': {'id': '894b5627-dea6-473d-9153-e9f91e55f087', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95cd04d-630d-435a-9ada-930355d8feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:11Z', 'updated_at': '2022-07-01T19:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '1dda9f22-9934-4022-9cb5-6162da9d37fe', 'name': '', 'network_id': '90e578c2-b967-4f2d-8b0b-4eef793f538b', 'tenant_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'mac_address': 'fa:16:3e:13:8b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95cd04d-630d-435a-9ada-930355d8feb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '95a24cbd-acf9-41e4-ab57-3073c63f1712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:13Z', 'updated_at': '2022-07-01T19:56:14Z', 'revision_number': 2, 'project_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'subnets': [{'id': '95a24cbd-acf9-41e4-ab57-3073c63f1712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:56:16.829223 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4feaa7-830d-4961-99f9-b61ffeb16005 None None] The sync data for ids ['d95cd04d-630d-435a-9ada-930355d8feb5'] in dv-cinder-844601-7-iscsi is: [{'id': 'd95cd04d-630d-435a-9ada-930355d8feb5', 'name': 'tempest-TestMinimumBasicScenario-316666778-router', 'tenant_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '894b5627-dea6-473d-9153-e9f91e55f087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:56:11Z', 'updated_at': '2022-07-01T19:56:14Z', 'revision_number': 4, 'project_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'gw_port': {'id': '894b5627-dea6-473d-9153-e9f91e55f087', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95cd04d-630d-435a-9ada-930355d8feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:11Z', 'updated_at': '2022-07-01T19:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '1dda9f22-9934-4022-9cb5-6162da9d37fe', 'name': '', 'network_id': '90e578c2-b967-4f2d-8b0b-4eef793f538b', 'tenant_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'mac_address': 'fa:16:3e:13:8b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95cd04d-630d-435a-9ada-930355d8feb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '95a24cbd-acf9-41e4-ab57-3073c63f1712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:13Z', 'updated_at': '2022-07-01T19:56:14Z', 'revision_number': 2, 'project_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'subnets': [{'id': '95a24cbd-acf9-41e4-ab57-3073c63f1712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:56:16.886159 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-00a6d5e4-b08c-441b-bbdd-7aaff8e61731 None None] Current status of the port 44d20433-5a1c-43fc-89e1-5516470c5e03 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:56:17.314733 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device fae95020-76df-4b47-a309-a49594dc532e up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:56:17.420362 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port fae95020-76df-4b47-a309-a49594dc532e triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:17.420362 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (fae95020-76df-4b47-a309-a49594dc532e), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:17.535145 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:17.539257 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port fae95020-76df-4b47-a309-a49594dc532e is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:56:17.541627 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 44d20433-5a1c-43fc-89e1-5516470c5e03 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:56:17.601612 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 44d20433-5a1c-43fc-89e1-5516470c5e03 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:17.601979 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (44d20433-5a1c-43fc-89e1-5516470c5e03), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:17.715918 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 44d20433-5a1c-43fc-89e1-5516470c5e03 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:56:17.878528 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a635f-95a4-4dbb-bd09-d6eb7bec02cd req-1ad5a06c-0c9c-4a3a-8fd0-9ecc49340e56 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:17.880719 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f09a635f-95a4-4dbb-bd09-d6eb7bec02cd req-1ad5a06c-0c9c-4a3a-8fd0-9ecc49340e56 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0978785 Jul 01 19:56:17.938251 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:17.965460 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f09a635f-95a4-4dbb-bd09-d6eb7bec02cd req-a01d6970-ecbb-458b-b0a0-fe16ffd54564 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793629 Jul 01 19:56:19.172454 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d856c-0962-454b-937d-77c1ad07921e req-cb76745f-c66c-4e05-9ce2-a4c5147d2282 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:19.181492 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-435d856c-0962-454b-937d-77c1ad07921e req-cb76745f-c66c-4e05-9ce2-a4c5147d2282 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.1051047 Jul 01 19:56:19.259559 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 894b5627-dea6-473d-9153-e9f91e55f087 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:56:19.276632 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-435d856c-0962-454b-937d-77c1ad07921e req-cb58bf5b-561b-491e-bd48-730985258575 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937014 Jul 01 19:56:19.331860 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 894b5627-dea6-473d-9153-e9f91e55f087 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:19.332321 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (894b5627-dea6-473d-9153-e9f91e55f087), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:19.367333 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:19.443262 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 894b5627-dea6-473d-9153-e9f91e55f087 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:56:19.443863 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (894b5627-dea6-473d-9153-e9f91e55f087), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:19.469770 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-520f6246-b665-4881-9a48-4c544643b810 None None] For port 894b5627-dea6-473d-9153-e9f91e55f087, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=894b5627-dea6-473d-9153-e9f91e55f087,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:56:19.474737 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (894b5627-dea6-473d-9153-e9f91e55f087), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:19.540317 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Pushing event updated for resources: {'Port': ['ID=894b5627-dea6-473d-9153-e9f91e55f087,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:20.447543 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d91a10-a37e-4b94-8105-ca9cec105202 req-fcf7e972-d262-411b-962f-34e0ef43da06 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:20.449887 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c8d91a10-a37e-4b94-8105-ca9cec105202 req-fcf7e972-d262-411b-962f-34e0ef43da06 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0735939 Jul 01 19:56:20.525253 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c8d91a10-a37e-4b94-8105-ca9cec105202 req-0bbe78d6-f18a-48a1-a31b-005e2c9e1f2f tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581620 Jul 01 19:56:20.594069 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] Sync routers for ids ['d95cd04d-630d-435a-9ada-930355d8feb5'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:56:20.608075 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] Routers {'d95cd04d-630d-435a-9ada-930355d8feb5'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:56:20.608796 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:56:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['d95cd04d-630d-435a-9ada-930355d8feb5'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:56:20.700998 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:20.716734 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:20.728598 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] Set router d95cd04d-630d-435a-9ada-930355d8feb5 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:56:20.934506 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95cd04d-630d-435a-9ada-930355d8feb5', 'name': 'tempest-TestMinimumBasicScenario-316666778-router', 'tenant_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '894b5627-dea6-473d-9153-e9f91e55f087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:56:11Z', 'updated_at': '2022-07-01T19:56:14Z', 'revision_number': 4, 'project_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'gw_port': {'id': '894b5627-dea6-473d-9153-e9f91e55f087', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cd04d-630d-435a-9ada-930355d8feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:11Z', 'updated_at': '2022-07-01T19:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '1dda9f22-9934-4022-9cb5-6162da9d37fe', 'name': '', 'network_id': '90e578c2-b967-4f2d-8b0b-4eef793f538b', 'tenant_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'mac_address': 'fa:16:3e:13:8b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95cd04d-630d-435a-9ada-930355d8feb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '95a24cbd-acf9-41e4-ab57-3073c63f1712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:13Z', 'updated_at': '2022-07-01T19:56:14Z', 'revision_number': 2, 'project_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'subnets': [{'id': '95a24cbd-acf9-41e4-ab57-3073c63f1712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:56:20.961933 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] Checking router: d95cd04d-630d-435a-9ada-930355d8feb5 for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:56:20.962449 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] Updating router d95cd04d-630d-435a-9ada-930355d8feb5 port 1dda9f22-9934-4022-9cb5-6162da9d37fe binding host dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 19:56:20.993862 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (1dda9f22-9934-4022-9cb5-6162da9d37fe), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:21.178948 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 894b5627-dea6-473d-9153-e9f91e55f087 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:56:21.238803 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 894b5627-dea6-473d-9153-e9f91e55f087 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:21.239107 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (894b5627-dea6-473d-9153-e9f91e55f087), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:21.274038 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] Publish callbacks [] for port (1dda9f22-9934-4022-9cb5-6162da9d37fe), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:21.280930 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (1dda9f22-9934-4022-9cb5-6162da9d37fe), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:21.334812 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b4a3f-c7c6-447c-930d-392fd9fea019 None None] Pushing event updated for resources: {'Port': ['ID=1dda9f22-9934-4022-9cb5-6162da9d37fe,revision_number=3']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:21.351278 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b4a3f-c7c6-447c-930d-392fd9fea019 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:21.351635 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b4a3f-c7c6-447c-930d-392fd9fea019 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:21.351998 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b4a3f-c7c6-447c-930d-392fd9fea019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:21.352355 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b4a3f-c7c6-447c-930d-392fd9fea019 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:21.352695 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b4a3f-c7c6-447c-930d-392fd9fea019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:21.353033 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b4a3f-c7c6-447c-930d-392fd9fea019 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:21.353359 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b4a3f-c7c6-447c-930d-392fd9fea019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:21.353710 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b4a3f-c7c6-447c-930d-392fd9fea019 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:21.354035 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b4a3f-c7c6-447c-930d-392fd9fea019 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:21.354363 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b4a3f-c7c6-447c-930d-392fd9fea019 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:21.354684 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b4a3f-c7c6-447c-930d-392fd9fea019 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:21.354841 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 894b5627-dea6-473d-9153-e9f91e55f087 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:56:21.355025 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b4a3f-c7c6-447c-930d-392fd9fea019 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:21.355351 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b4a3f-c7c6-447c-930d-392fd9fea019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:21.355668 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b4a3f-c7c6-447c-930d-392fd9fea019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:21.355988 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b4a3f-c7c6-447c-930d-392fd9fea019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:56:21.422248 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] Attempting to bind port 1dda9f22-9934-4022-9cb5-6162da9d37fe on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:56:21.422893 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] Attempting to bind port 1dda9f22-9934-4022-9cb5-6162da9d37fe by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'ecc5faaf-6066-4e93-8ef7-dbb43df0568d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '90e578c2-b967-4f2d-8b0b-4eef793f538b'}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:56:21.423440 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] Attempting to bind port 1dda9f22-9934-4022-9cb5-6162da9d37fe on network 90e578c2-b967-4f2d-8b0b-4eef793f538b {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:56:21.429622 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:56:21.429997 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] Checking segment: {'id': 'ecc5faaf-6066-4e93-8ef7-dbb43df0568d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '90e578c2-b967-4f2d-8b0b-4eef793f538b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:56:21.430397 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:21.430786 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] Bound using segment: {'id': 'ecc5faaf-6066-4e93-8ef7-dbb43df0568d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '90e578c2-b967-4f2d-8b0b-4eef793f538b'} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:56:21.431255 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] Bound port: 1dda9f22-9934-4022-9cb5-6162da9d37fe, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc5faaf-6066-4e93-8ef7-dbb43df0568d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '90e578c2-b967-4f2d-8b0b-4eef793f538b'}}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:56:21.431630 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (1dda9f22-9934-4022-9cb5-6162da9d37fe), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:21.521323 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] For port 1dda9f22-9934-4022-9cb5-6162da9d37fe, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:56:21.525341 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] For port 1dda9f22-9934-4022-9cb5-6162da9d37fe, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=1dda9f22-9934-4022-9cb5-6162da9d37fe,segment=NetworkSegment(ecc5faaf-6066-4e93-8ef7-dbb43df0568d),segment_id=ecc5faaf-6066-4e93-8ef7-dbb43df0568d)] {{(pid=110547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:56:21.534505 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (1dda9f22-9934-4022-9cb5-6162da9d37fe), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:21.616580 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b4a3f-c7c6-447c-930d-392fd9fea019 None None] Pushing event updated for resources: {'Port': ['ID=1dda9f22-9934-4022-9cb5-6162da9d37fe,revision_number=4']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:21.632121 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:21.633214 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] Routers {'d95cd04d-630d-435a-9ada-930355d8feb5'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:56:21.634092 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:56:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['d95cd04d-630d-435a-9ada-930355d8feb5'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:56:21.710405 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566c0d7-cce8-4c64-8443-d177e0fb45e9 req-98e03640-d224-4ae6-bd8b-37733ed100ff tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:21.719847 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7566c0d7-cce8-4c64-8443-d177e0fb45e9 req-98e03640-d224-4ae6-bd8b-37733ed100ff tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0972447 Jul 01 19:56:21.767826 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:21.781895 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-849218e9-200c-4adc-bccc-d769b5d51b22 None None] Provisioning complete for port 1dda9f22-9934-4022-9cb5-6162da9d37fe triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:21.782570 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-849218e9-200c-4adc-bccc-d769b5d51b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (1dda9f22-9934-4022-9cb5-6162da9d37fe), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:21.814315 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7566c0d7-cce8-4c64-8443-d177e0fb45e9 req-4e3da3eb-8fc5-4d9b-a2d0-3372c1a7e991 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859840 Jul 01 19:56:21.927114 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] Set router d95cd04d-630d-435a-9ada-930355d8feb5 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:56:21.932113 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-849218e9-200c-4adc-bccc-d769b5d51b22 None None] Current status of the port 1dda9f22-9934-4022-9cb5-6162da9d37fe is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:56:21.932296 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-849218e9-200c-4adc-bccc-d769b5d51b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (1dda9f22-9934-4022-9cb5-6162da9d37fe), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:21.983500 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-849218e9-200c-4adc-bccc-d769b5d51b22 None None] For port 1dda9f22-9934-4022-9cb5-6162da9d37fe, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=1dda9f22-9934-4022-9cb5-6162da9d37fe,segment=NetworkSegment(ecc5faaf-6066-4e93-8ef7-dbb43df0568d),segment_id=ecc5faaf-6066-4e93-8ef7-dbb43df0568d)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:56:21.985772 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:21.993248 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-849218e9-200c-4adc-bccc-d769b5d51b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (1dda9f22-9934-4022-9cb5-6162da9d37fe), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:22.072927 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849218e9-200c-4adc-bccc-d769b5d51b22 None None] Pushing event updated for resources: {'Port': ['ID=1dda9f22-9934-4022-9cb5-6162da9d37fe,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:22.119186 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-6d55830b-ca58-4740-9e95-d2cf6f8a12d5 None None] Provisioning complete for port 1dda9f22-9934-4022-9cb5-6162da9d37fe triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:22.119861 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6d55830b-ca58-4740-9e95-d2cf6f8a12d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (1dda9f22-9934-4022-9cb5-6162da9d37fe), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:22.189249 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95cd04d-630d-435a-9ada-930355d8feb5', 'name': 'tempest-TestMinimumBasicScenario-316666778-router', 'tenant_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '894b5627-dea6-473d-9153-e9f91e55f087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:56:11Z', 'updated_at': '2022-07-01T19:56:14Z', 'revision_number': 4, 'project_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'gw_port': {'id': '894b5627-dea6-473d-9153-e9f91e55f087', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cd04d-630d-435a-9ada-930355d8feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:11Z', 'updated_at': '2022-07-01T19:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '1dda9f22-9934-4022-9cb5-6162da9d37fe', 'name': '', 'network_id': '90e578c2-b967-4f2d-8b0b-4eef793f538b', 'tenant_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'mac_address': 'fa:16:3e:13:8b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95cd04d-630d-435a-9ada-930355d8feb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '95a24cbd-acf9-41e4-ab57-3073c63f1712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:13Z', 'updated_at': '2022-07-01T19:56:21Z', 'revision_number': 4, 'project_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'subnets': [{'id': '95a24cbd-acf9-41e4-ab57-3073c63f1712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:56:22.211355 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-6d55830b-ca58-4740-9e95-d2cf6f8a12d5 None None] Current status of the port 1dda9f22-9934-4022-9cb5-6162da9d37fe is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:56:22.227060 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b93aa-e935-4a9f-a69f-2e00807bab00 None None] The sync data for ids ['d95cd04d-630d-435a-9ada-930355d8feb5'] in dv-cinder-844601-7-iscsi is: [{'id': 'd95cd04d-630d-435a-9ada-930355d8feb5', 'name': 'tempest-TestMinimumBasicScenario-316666778-router', 'tenant_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '894b5627-dea6-473d-9153-e9f91e55f087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:56:11Z', 'updated_at': '2022-07-01T19:56:14Z', 'revision_number': 4, 'project_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'gw_port': {'id': '894b5627-dea6-473d-9153-e9f91e55f087', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cd04d-630d-435a-9ada-930355d8feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:11Z', 'updated_at': '2022-07-01T19:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '1dda9f22-9934-4022-9cb5-6162da9d37fe', 'name': '', 'network_id': '90e578c2-b967-4f2d-8b0b-4eef793f538b', 'tenant_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'mac_address': 'fa:16:3e:13:8b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95cd04d-630d-435a-9ada-930355d8feb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '95a24cbd-acf9-41e4-ab57-3073c63f1712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:13Z', 'updated_at': '2022-07-01T19:56:21Z', 'revision_number': 4, 'project_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'subnets': [{'id': '95a24cbd-acf9-41e4-ab57-3073c63f1712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:56:22.996837 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d0129-2706-45e9-80ee-5149be206dc2 req-27c8171a-a3f3-4dc8-b9bb-aca12b1ed087 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:22.998539 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ee8d0129-2706-45e9-80ee-5149be206dc2 req-27c8171a-a3f3-4dc8-b9bb-aca12b1ed087 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0880644 Jul 01 19:56:23.069759 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ee8d0129-2706-45e9-80ee-5149be206dc2 req-3bb3bbb6-77d9-4208-97b3-697531534722 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615497 Jul 01 19:56:23.177659 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 59216) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:56:23.216520 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 1dda9f22-9934-4022-9cb5-6162da9d37fe up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:56:23.269966 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 1dda9f22-9934-4022-9cb5-6162da9d37fe triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:23.270289 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (1dda9f22-9934-4022-9cb5-6162da9d37fe), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:23.322854 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3c8edcb7-5144-4ce5-ae93-627751457e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:23.378457 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 1dda9f22-9934-4022-9cb5-6162da9d37fe is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:56:23.419764 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3c8edcb7-5144-4ce5-ae93-627751457e4f admin admin] Publish callbacks [] for security_group (20f66539-157a-4db0-9752-b6a879de02cb), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:23.424774 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3c8edcb7-5144-4ce5-ae93-627751457e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (20f66539-157a-4db0-9752-b6a879de02cb), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:23.474102 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-3c8edcb7-5144-4ce5-ae93-627751457e4f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd1bec2c0a3d444da14743b95ad4e2b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952018 Jul 01 19:56:23.476138 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8edcb7-5144-4ce5-ae93-627751457e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f66539-157a-4db0-9752-b6a879de02cb,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:23.476746 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 59224) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:56:23.536830 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a5f4b013-c358-4631-91c1-300f0de1f202 admin admin] Publish callbacks [] for security_group (20f66539-157a-4db0-9752-b6a879de02cb), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:23.562626 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a5f4b013-c358-4631-91c1-300f0de1f202 admin admin] Publish callbacks [] for security_group (20f66539-157a-4db0-9752-b6a879de02cb), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:23.614633 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a5f4b013-c358-4631-91c1-300f0de1f202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (20f66539-157a-4db0-9752-b6a879de02cb), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:23.620150 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a5f4b013-c358-4631-91c1-300f0de1f202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:23.621315 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-a5f4b013-c358-4631-91c1-300f0de1f202 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/20f66539-157a-4db0-9752-b6a879de02cb HTTP/1.1" status: 204 len: 168 time: 0.1435728 Jul 01 19:56:23.631420 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4b013-c358-4631-91c1-300f0de1f202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f66539-157a-4db0-9752-b6a879de02cb,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:24.187068 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd216de-0ff4-4370-8737-650edc484dd5 req-55f86a46-c104-43ac-b513-41b1df5548d5 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:24.188801 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ffd216de-0ff4-4370-8737-650edc484dd5 req-55f86a46-c104-43ac-b513-41b1df5548d5 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0522587 Jul 01 19:56:24.244044 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ffd216de-0ff4-4370-8737-650edc484dd5 req-43890b6d-7ad2-4cd2-a7ac-098562ee48d5 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481887 Jul 01 19:56:25.374526 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998e81d-42e4-458b-b967-d77e4e90fae1 req-63a98f09-6904-4918-9256-168e5a8ac902 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:25.376035 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d998e81d-42e4-458b-b967-d77e4e90fae1 req-63a98f09-6904-4918-9256-168e5a8ac902 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0529261 Jul 01 19:56:25.429610 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d998e81d-42e4-458b-b967-d77e4e90fae1 req-1d187527-5ba7-4614-857d-4b521f8ff032 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447574 Jul 01 19:56:26.597184 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339043e-0b40-4096-a287-f00f9dc99767 req-2394262e-080e-4ac4-bd4c-4f23e139280a tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:26.604388 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2339043e-0b40-4096-a287-f00f9dc99767 req-2394262e-080e-4ac4-bd4c-4f23e139280a tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0912673 Jul 01 19:56:26.654735 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2339043e-0b40-4096-a287-f00f9dc99767 req-da3c973b-ea8a-451b-b5ec-4a4ced29cb98 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447531 Jul 01 19:56:26.994903 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332e256-f4b5-49ce-9833-219da5085b3f req-c0cc0357-a928-4400-9567-0c5a76b12560 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:26.996486 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1332e256-f4b5-49ce-9833-219da5085b3f req-c0cc0357-a928-4400-9567-0c5a76b12560 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/networks?id=278aa73b-8d63-4a59-a3b7-723c6888fb9e HTTP/1.1" status: 200 len: 814 time: 0.1189330 Jul 01 19:56:27.011772 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1332e256-f4b5-49ce-9833-219da5085b3f req-3abac060-c480-47dd-b59d-719129b98163 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/quotas/e33de0b0c3244c78a86fbfda1c9fbdd6 HTTP/1.1" status: 200 len: 375 time: 0.0096626 Jul 01 19:56:27.069282 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1332e256-f4b5-49ce-9833-219da5085b3f req-34fe78b7-5067-435a-9e17-bb66586e6dcc tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e33de0b0c3244c78a86fbfda1c9fbdd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476398 Jul 01 19:56:27.154002 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:27.179078 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1332e256-f4b5-49ce-9833-219da5085b3f req-424ac47f-d666-4d28-9de8-cdf3d277ff60 service neutron] 10.222.0.66 "GET /v2.0/networks/278aa73b-8d63-4a59-a3b7-723c6888fb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982456 Jul 01 19:56:27.221681 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:27.279726 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1332e256-f4b5-49ce-9833-219da5085b3f req-5f45dd28-0562-4fca-9628-4c0715c0a334 service neutron] 10.222.0.66 "GET /v2.0/networks/278aa73b-8d63-4a59-a3b7-723c6888fb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948553 Jul 01 19:56:27.452143 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-53fdd709-63fd-4432-acde-ba4c59f71e51 req-a962f132-f62a-430d-8f08-2df78738c8af tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 210 time: 0.0304554 Jul 01 19:56:27.782902 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414995ef-129a-43e4-804c-f078107697c7 req-51f395d8-799e-4a52-aaaa-49d881ead9b9 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:27.784415 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-414995ef-129a-43e4-804c-f078107697c7 req-51f395d8-799e-4a52-aaaa-49d881ead9b9 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0497596 Jul 01 19:56:27.840984 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-414995ef-129a-43e4-804c-f078107697c7 req-6454e4c5-8ab3-45b7-8ceb-546d9ffb4c04 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499794 Jul 01 19:56:28.074635 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0eea5-ee0e-47b5-be3a-1f2adfee692c req-97c0f633-0e12-4c62-bd96-540907bc124a tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:28.076224 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dcc0eea5-ee0e-47b5-be3a-1f2adfee692c req-97c0f633-0e12-4c62-bd96-540907bc124a tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0496769 Jul 01 19:56:28.148850 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca86b11-4519-4b35-856d-ab8663ea544b req-674d4418-e5a8-4be5-8000-b4628aea8c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:28.150611 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4ca86b11-4519-4b35-856d-ab8663ea544b req-674d4418-e5a8-4be5-8000-b4628aea8c40 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=025035b3b0b348d7acddfe456dd6a109&device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 1129 time: 0.0664856 Jul 01 19:56:28.157485 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dcc0eea5-ee0e-47b5-be3a-1f2adfee692c req-28ebaa7b-d60b-4f3d-aadc-058326956d4e tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752676 Jul 01 19:56:28.473469 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca86b11-4519-4b35-856d-ab8663ea544b req-c20ec5c2-c658-4522-bc82-7486b6a50bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:28.474934 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4ca86b11-4519-4b35-856d-ab8663ea544b req-c20ec5c2-c658-4522-bc82-7486b6a50bd6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b31a2a85-453d-4d0b-bc1f-fd678ffc85ef HTTP/1.1" status: 200 len: 912 time: 0.0924475 Jul 01 19:56:28.575637 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-48e33b65-e813-4cab-b1fc-375a8e53a148 req-fec1672c-de3b-456f-b6eb-9fca66ea148e tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 210 time: 0.0436554 Jul 01 19:56:28.583992 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4ca86b11-4519-4b35-856d-ab8663ea544b req-ac84e9a2-33c0-49f0-8b61-71586f34e35c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=230a6a60-1da3-425e-8ff1-35512f5f96c2 HTTP/1.1" status: 200 len: 1001 time: 0.0962009 Jul 01 19:56:28.595467 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332e256-f4b5-49ce-9833-219da5085b3f req-f6fb3813-91ab-479f-be54-1f4d39e61409 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:28.596965 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-1332e256-f4b5-49ce-9833-219da5085b3f req-f6fb3813-91ab-479f-be54-1f4d39e61409 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.60 "GET /v2.0/networks?id=278aa73b-8d63-4a59-a3b7-723c6888fb9e HTTP/1.1" status: 200 len: 814 time: 0.1365929 Jul 01 19:56:28.611815 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [req-1332e256-f4b5-49ce-9833-219da5085b3f req-089f17c3-fed7-4eac-8c82-bf99724c934b tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Request body: {'port': {'device_id': '58add3b8-fd7b-4911-91bd-328d58945ac9', 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e', 'admin_state_up': True, 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:56:28.642339 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca86b11-4519-4b35-856d-ab8663ea544b req-79d51b8f-45f3-4d44-b977-92171b6233b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:28.644445 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4ca86b11-4519-4b35-856d-ab8663ea544b req-79d51b8f-45f3-4d44-b977-92171b6233b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8be3e6b8-9cb2-4563-96d1-aa493dda5517 HTTP/1.1" status: 200 len: 850 time: 0.0467839 Jul 01 19:56:28.691203 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca86b11-4519-4b35-856d-ab8663ea544b req-7c769894-7e88-4d86-bab1-516a27d2395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:28.692844 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4ca86b11-4519-4b35-856d-ab8663ea544b req-7c769894-7e88-4d86-bab1-516a27d2395e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b31a2a85-453d-4d0b-bc1f-fd678ffc85ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400236 Jul 01 19:56:28.725480 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1332e256-f4b5-49ce-9833-219da5085b3f req-089f17c3-fed7-4eac-8c82-bf99724c934b tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Made reservation on behalf of e33de0b0c3244c78a86fbfda1c9fbdd6 for: {'port': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:56:28.728805 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-1332e256-f4b5-49ce-9833-219da5085b3f req-089f17c3-fed7-4eac-8c82-bf99724c934b tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:28.846251 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4ca86b11-4519-4b35-856d-ab8663ea544b req-32a657f0-5bc6-4782-a97c-a3629b73ef76 service neutron] 10.222.0.60 "GET /v2.0/networks/b31a2a85-453d-4d0b-bc1f-fd678ffc85ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103110 Jul 01 19:56:28.863026 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [req-1332e256-f4b5-49ce-9833-219da5085b3f req-089f17c3-fed7-4eac-8c82-bf99724c934b tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Allocated IP 172.20.0.13 (278aa73b-8d63-4a59-a3b7-723c6888fb9e/ada78ccc-02e0-43d8-81bf-098a7035a7ba/8c1bb424-3191-4a82-8472-b2d89cf9baca) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:56:28.882087 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:28.919944 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:28.947585 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4ca86b11-4519-4b35-856d-ab8663ea544b req-533240a3-0bfe-4dc0-932d-b7cc8a9cfded service neutron] 10.222.0.60 "GET /v2.0/networks/b31a2a85-453d-4d0b-bc1f-fd678ffc85ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954957 Jul 01 19:56:29.041293 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-1332e256-f4b5-49ce-9833-219da5085b3f req-089f17c3-fed7-4eac-8c82-bf99724c934b tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for port (8c1bb424-3191-4a82-8472-b2d89cf9baca), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:29.074903 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-1332e256-f4b5-49ce-9833-219da5085b3f req-089f17c3-fed7-4eac-8c82-bf99724c934b tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (8c1bb424-3191-4a82-8472-b2d89cf9baca), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:29.116478 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1332e256-f4b5-49ce-9833-219da5085b3f req-089f17c3-fed7-4eac-8c82-bf99724c934b tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Network 278aa73b-8d63-4a59-a3b7-723c6888fb9e is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:56:29.120260 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [req-1332e256-f4b5-49ce-9833-219da5085b3f req-089f17c3-fed7-4eac-8c82-bf99724c934b tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:56:29.136062 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [req-1332e256-f4b5-49ce-9833-219da5085b3f req-089f17c3-fed7-4eac-8c82-bf99724c934b tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:56:29.194605 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f17c3-fed7-4eac-8c82-bf99724c934b tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Pushing event updated for resources: {'Port': ['ID=8c1bb424-3191-4a82-8472-b2d89cf9baca,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:29.212935 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332e256-f4b5-49ce-9833-219da5085b3f req-089f17c3-fed7-4eac-8c82-bf99724c934b tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:29.213701 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-1332e256-f4b5-49ce-9833-219da5085b3f req-089f17c3-fed7-4eac-8c82-bf99724c934b tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:29.232697 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-1332e256-f4b5-49ce-9833-219da5085b3f req-089f17c3-fed7-4eac-8c82-bf99724c934b tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6251659 Jul 01 19:56:29.356885 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f33e32-6dea-4220-a5ae-ff9a17fdb5ec req-e2db1d35-ad37-438e-b3a2-7231190bcd65 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:29.358685 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d4f33e32-6dea-4220-a5ae-ff9a17fdb5ec req-e2db1d35-ad37-438e-b3a2-7231190bcd65 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0755391 Jul 01 19:56:29.432422 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d4f33e32-6dea-4220-a5ae-ff9a17fdb5ec req-08e423ed-7cba-4e10-80cc-743f3285a0a5 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669672 Jul 01 19:56:29.580740 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-be458d25-fa94-4c89-ac16-42ae0fffcc30 None None] Provisioning complete for port 8c1bb424-3191-4a82-8472-b2d89cf9baca triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:29.581378 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-be458d25-fa94-4c89-ac16-42ae0fffcc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (8c1bb424-3191-4a82-8472-b2d89cf9baca), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:29.650869 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-be458d25-fa94-4c89-ac16-42ae0fffcc30 None None] Port 8c1bb424-3191-4a82-8472-b2d89cf9baca cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:56:29.708070 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0895f8-bef9-4438-9d7f-3a2b13556947 req-8c5404dd-0e82-4d37-9b3e-5db3d467b507 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:29.709611 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ab0895f8-bef9-4438-9d7f-3a2b13556947 req-8c5404dd-0e82-4d37-9b3e-5db3d467b507 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 932 time: 0.0483179 Jul 01 19:56:29.754835 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:29.766819 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ab0895f8-bef9-4438-9d7f-3a2b13556947 req-68e13072-7f94-4a20-934d-31105d040ebe tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514421 Jul 01 19:56:30.564658 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49a34e-c7c8-4e1a-9295-165ac75e7566 req-2e73c906-9e57-4260-9f98-26ab39872252 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:30.566879 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7c49a34e-c7c8-4e1a-9295-165ac75e7566 req-2e73c906-9e57-4260-9f98-26ab39872252 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0504575 Jul 01 19:56:30.622513 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7c49a34e-c7c8-4e1a-9295-165ac75e7566 req-efc50dae-30ce-4542-b947-6f760f5dbc3e tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488582 Jul 01 19:56:30.886302 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da74e1f-573a-42ad-abfd-54e7501aed59 req-793aeb99-3894-46f8-a799-a19c05a536b7 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:30.887818 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4da74e1f-573a-42ad-abfd-54e7501aed59 req-793aeb99-3894-46f8-a799-a19c05a536b7 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 932 time: 0.0490348 Jul 01 19:56:30.906946 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:30.940874 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4da74e1f-573a-42ad-abfd-54e7501aed59 req-133bdadc-6170-498a-988a-0ab8c4d69850 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471668 Jul 01 19:56:31.742200 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2184d6-b7f6-441d-9597-e2d2b3e94621 req-85cfea1b-8f45-4890-bffa-2a6d1bb1a413 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:31.743677 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-da2184d6-b7f6-441d-9597-e2d2b3e94621 req-85cfea1b-8f45-4890-bffa-2a6d1bb1a413 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0473559 Jul 01 19:56:31.791147 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-da2184d6-b7f6-441d-9597-e2d2b3e94621 req-f4da6b0a-99b0-4041-960f-ef0e2091b20e tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419858 Jul 01 19:56:32.078063 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa8fec-bdd2-4f4f-8db2-5ca67e9b2eb0 req-3904ff7b-5907-4866-b693-a5d1d2c63239 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:32.079520 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5bfa8fec-bdd2-4f4f-8db2-5ca67e9b2eb0 req-3904ff7b-5907-4866-b693-a5d1d2c63239 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 932 time: 0.0595865 Jul 01 19:56:32.136455 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5bfa8fec-bdd2-4f4f-8db2-5ca67e9b2eb0 req-31da93c5-01a0-4442-a9ce-7b3af6e32bbd tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506904 Jul 01 19:56:32.914131 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b8aab-6bd9-4822-bfde-ed2d637d8599 req-65b1ba38-ea83-4d39-b3a0-73dc6a8bf418 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:32.915650 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-cd0b8aab-6bd9-4822-bfde-ed2d637d8599 req-65b1ba38-ea83-4d39-b3a0-73dc6a8bf418 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0475075 Jul 01 19:56:33.000234 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-cd0b8aab-6bd9-4822-bfde-ed2d637d8599 req-b4b41e61-fe2b-4cb7-b939-401b9f7d59ba tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722556 Jul 01 19:56:33.271841 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e13a5c-02b1-4d22-9dd1-fe67661ea550 req-1a6ae5b4-6cd2-4e97-846a-577ece3114da tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:33.273658 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-67e13a5c-02b1-4d22-9dd1-fe67661ea550 req-1a6ae5b4-6cd2-4e97-846a-577ece3114da tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 932 time: 0.0663991 Jul 01 19:56:33.321990 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-67e13a5c-02b1-4d22-9dd1-fe67661ea550 req-0ec9c1f1-efce-4623-8aa2-bdd087550a45 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423715 Jul 01 19:56:34.129253 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a16dc6-e460-4617-83d5-2ef6baef349d req-04fcd7ba-b09d-4a15-8db9-e3c0322857c3 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:34.130650 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-34a16dc6-e460-4617-83d5-2ef6baef349d req-04fcd7ba-b09d-4a15-8db9-e3c0322857c3 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0525146 Jul 01 19:56:34.182762 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-34a16dc6-e460-4617-83d5-2ef6baef349d req-89502f0b-dbf9-4fbd-9fd5-9dd0971b80ba tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467088 Jul 01 19:56:34.443975 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c350e9d-919d-46eb-8325-77f857970e98 req-c79656bf-b10a-43af-b8da-c8b7f7aad322 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:34.445501 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8c350e9d-919d-46eb-8325-77f857970e98 req-c79656bf-b10a-43af-b8da-c8b7f7aad322 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 932 time: 0.0529697 Jul 01 19:56:34.505777 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8c350e9d-919d-46eb-8325-77f857970e98 req-db53b57f-1dfe-47e3-a661-a1463b4edeb9 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513389 Jul 01 19:56:34.867822 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=35 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:34.868610 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=11,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:35.314267 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11616c-0a06-4894-b5c5-20102109d277 req-a73f467e-dab1-4e09-9871-d4a3ed13aa37 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:35.316477 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ad11616c-0a06-4894-b5c5-20102109d277 req-a73f467e-dab1-4e09-9871-d4a3ed13aa37 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0573010 Jul 01 19:56:35.383267 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ad11616c-0a06-4894-b5c5-20102109d277 req-58f18f9f-e62a-4e69-83ef-dc7ca2452519 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605297 Jul 01 19:56:35.623789 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4cff4-c8c3-461f-93ef-ce357f8e25cd req-f392b4e3-6fd5-47d8-b1a1-70da9c6a4aa5 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:35.625253 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5ef4cff4-c8c3-461f-93ef-ce357f8e25cd req-f392b4e3-6fd5-47d8-b1a1-70da9c6a4aa5 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 932 time: 0.0501320 Jul 01 19:56:35.678275 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5ef4cff4-c8c3-461f-93ef-ce357f8e25cd req-4a58525b-620a-4074-8b6c-3ea61108681d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467429 Jul 01 19:56:36.126020 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-b1752d30-38f1-418d-a373-c5aad3b3a573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:36.526496 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34c372-3d0f-4a68-a63f-d3db169f589d req-f3a764b4-3006-465d-9dd2-4bafced8e547 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:36.528015 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6e34c372-3d0f-4a68-a63f-d3db169f589d req-f3a764b4-3006-465d-9dd2-4bafced8e547 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0522742 Jul 01 19:56:36.541603 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:36.583335 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6e34c372-3d0f-4a68-a63f-d3db169f589d req-c1c4e1fe-af2d-406f-9f26-b5833b712a62 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486898 Jul 01 19:56:36.804852 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e28cce-49f8-443e-8e81-6ba3563c78eb req-3046afcd-5079-45c6-9599-70fdb25ff1b5 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:36.806693 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f2e28cce-49f8-443e-8e81-6ba3563c78eb req-3046afcd-5079-45c6-9599-70fdb25ff1b5 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 932 time: 0.0498757 Jul 01 19:56:36.858070 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f2e28cce-49f8-443e-8e81-6ba3563c78eb req-fc25a8ac-fb0b-4321-adeb-d9880cbc7bd6 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454366 Jul 01 19:56:37.717359 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7493601-62df-4845-9622-2d62f7dd12b1 req-da50a955-06a7-42e8-b5b3-746158102332 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:37.726301 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c7493601-62df-4845-9622-2d62f7dd12b1 req-da50a955-06a7-42e8-b5b3-746158102332 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0636544 Jul 01 19:56:37.796326 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c7493601-62df-4845-9622-2d62f7dd12b1 req-08921c73-69ce-4b5e-aa11-a09d34072787 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627706 Jul 01 19:56:37.969621 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:37.981937 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d823b-b48e-41b9-be02-8a28d9c755fa req-b61463b1-d88e-473f-b2d8-2028ca78beb4 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:37.983552 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b61d823b-b48e-41b9-be02-8a28d9c755fa req-b61463b1-d88e-473f-b2d8-2028ca78beb4 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 932 time: 0.0489848 Jul 01 19:56:38.035447 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b61d823b-b48e-41b9-be02-8a28d9c755fa req-c7bba7e7-1cdf-4eb3-a085-0c407788738b tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447645 Jul 01 19:56:38.590713 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:38.595842 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-8438586d-5052-4521-9972-4cc80806e91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:38.918376 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac501438-1742-44f7-aebc-d38afed60fea req-58358dd8-689e-4a85-9e66-e56faab13985 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:38.919838 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ac501438-1742-44f7-aebc-d38afed60fea req-58358dd8-689e-4a85-9e66-e56faab13985 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0506971 Jul 01 19:56:38.967093 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ac501438-1742-44f7-aebc-d38afed60fea req-a419fd03-edbc-4991-8bef-8f639b88f08f tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416076 Jul 01 19:56:39.029212 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [req-1332e256-f4b5-49ce-9833-219da5085b3f req-b92f5207-e8cc-40b1-a19f-cfcff97ec9fa service neutron] Request body: {'port': {'device_id': '58add3b8-fd7b-4911-91bd-328d58945ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:56:39.098677 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-1332e256-f4b5-49ce-9833-219da5085b3f req-b92f5207-e8cc-40b1-a19f-cfcff97ec9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (8c1bb424-3191-4a82-8472-b2d89cf9baca), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:39.158065 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2934121-0736-4f18-9f73-12fdd496f276 req-fd9034ac-cadf-439d-ab5b-e28744c24549 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:39.159857 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d2934121-0736-4f18-9f73-12fdd496f276 req-fd9034ac-cadf-439d-ab5b-e28744c24549 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 932 time: 0.0525503 Jul 01 19:56:39.209018 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d2934121-0736-4f18-9f73-12fdd496f276 req-ceb303f2-8f75-4fdf-9286-5707e7aa0c3d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433509 Jul 01 19:56:39.355650 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [req-1332e256-f4b5-49ce-9833-219da5085b3f req-b92f5207-e8cc-40b1-a19f-cfcff97ec9fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c1bb424-3191-4a82-8472-b2d89cf9baca {{(pid=110545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:56:39.363831 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-1332e256-f4b5-49ce-9833-219da5085b3f req-b92f5207-e8cc-40b1-a19f-cfcff97ec9fa service neutron] Publish callbacks [] for port (8c1bb424-3191-4a82-8472-b2d89cf9baca), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:39.375767 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.provisioning_blocks [req-1332e256-f4b5-49ce-9833-219da5085b3f req-b92f5207-e8cc-40b1-a19f-cfcff97ec9fa service neutron] Transition to ACTIVE for port object 8c1bb424-3191-4a82-8472-b2d89cf9baca will not be triggered until provisioned by entity L2. {{(pid=110545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 19:56:39.380056 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-1332e256-f4b5-49ce-9833-219da5085b3f req-b92f5207-e8cc-40b1-a19f-cfcff97ec9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5117128'] for port (8c1bb424-3191-4a82-8472-b2d89cf9baca), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:39.432390 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f5207-e8cc-40b1-a19f-cfcff97ec9fa service neutron] Pushing event updated for resources: {'Port': ['ID=8c1bb424-3191-4a82-8472-b2d89cf9baca,revision_number=2']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:39.515771 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.managers [req-1332e256-f4b5-49ce-9833-219da5085b3f req-b92f5207-e8cc-40b1-a19f-cfcff97ec9fa service neutron] Attempting to bind port 8c1bb424-3191-4a82-8472-b2d89cf9baca on host hv-cinder-84460 for vnic_type normal with profile {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:56:39.516101 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.managers [req-1332e256-f4b5-49ce-9833-219da5085b3f req-b92f5207-e8cc-40b1-a19f-cfcff97ec9fa service neutron] Attempting to bind port 8c1bb424-3191-4a82-8472-b2d89cf9baca by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'fa0718ee-af58-4809-8d4c-5b6af82a8080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e'}] {{(pid=110545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:56:39.516454 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1332e256-f4b5-49ce-9833-219da5085b3f req-b92f5207-e8cc-40b1-a19f-cfcff97ec9fa service neutron] Attempting to bind port 8c1bb424-3191-4a82-8472-b2d89cf9baca on network 278aa73b-8d63-4a59-a3b7-723c6888fb9e {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:56:39.521982 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1332e256-f4b5-49ce-9833-219da5085b3f req-b92f5207-e8cc-40b1-a19f-cfcff97ec9fa service neutron] Port 8c1bb424-3191-4a82-8472-b2d89cf9baca on network 278aa73b-8d63-4a59-a3b7-723c6888fb9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 19:56:39.522305 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1332e256-f4b5-49ce-9833-219da5085b3f req-b92f5207-e8cc-40b1-a19f-cfcff97ec9fa service neutron] Attempting to bind port 8c1bb424-3191-4a82-8472-b2d89cf9baca on network 278aa73b-8d63-4a59-a3b7-723c6888fb9e {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:56:39.527801 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1332e256-f4b5-49ce-9833-219da5085b3f req-b92f5207-e8cc-40b1-a19f-cfcff97ec9fa service neutron] Checking agent: {'id': '080768a1-72cc-47dc-9460-2bcdea095798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'started_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:56:39.528187 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1332e256-f4b5-49ce-9833-219da5085b3f req-b92f5207-e8cc-40b1-a19f-cfcff97ec9fa service neutron] Checking segment: {'id': 'fa0718ee-af58-4809-8d4c-5b6af82a8080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:56:39.529084 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1332e256-f4b5-49ce-9833-219da5085b3f req-b92f5207-e8cc-40b1-a19f-cfcff97ec9fa service neutron] Bound using segment: {'id': 'fa0718ee-af58-4809-8d4c-5b6af82a8080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e'} {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:56:39.529215 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.managers [req-1332e256-f4b5-49ce-9833-219da5085b3f req-b92f5207-e8cc-40b1-a19f-cfcff97ec9fa service neutron] Bound port: 8c1bb424-3191-4a82-8472-b2d89cf9baca, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0718ee-af58-4809-8d4c-5b6af82a8080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e'}}] {{(pid=110545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:56:39.529835 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-1332e256-f4b5-49ce-9833-219da5085b3f req-b92f5207-e8cc-40b1-a19f-cfcff97ec9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (8c1bb424-3191-4a82-8472-b2d89cf9baca), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:39.532570 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:39.571689 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:39.602032 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [req-1332e256-f4b5-49ce-9833-219da5085b3f req-b92f5207-e8cc-40b1-a19f-cfcff97ec9fa service neutron] For port 8c1bb424-3191-4a82-8472-b2d89cf9baca, host hv-cinder-84460, cleared binding levels {{(pid=110545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:56:39.605176 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [req-1332e256-f4b5-49ce-9833-219da5085b3f req-b92f5207-e8cc-40b1-a19f-cfcff97ec9fa service neutron] For port 8c1bb424-3191-4a82-8472-b2d89cf9baca, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=8c1bb424-3191-4a82-8472-b2d89cf9baca,segment=NetworkSegment(fa0718ee-af58-4809-8d4c-5b6af82a8080),segment_id=fa0718ee-af58-4809-8d4c-5b6af82a8080)] {{(pid=110545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:56:39.611069 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-1332e256-f4b5-49ce-9833-219da5085b3f req-b92f5207-e8cc-40b1-a19f-cfcff97ec9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5117128'] for port (8c1bb424-3191-4a82-8472-b2d89cf9baca), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:39.647552 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332e256-f4b5-49ce-9833-219da5085b3f req-b92f5207-e8cc-40b1-a19f-cfcff97ec9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:39.648458 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-1332e256-f4b5-49ce-9833-219da5085b3f req-b92f5207-e8cc-40b1-a19f-cfcff97ec9fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:39.650327 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-1332e256-f4b5-49ce-9833-219da5085b3f req-b92f5207-e8cc-40b1-a19f-cfcff97ec9fa service neutron] 10.222.0.60 "PUT /v2.0/ports/8c1bb424-3191-4a82-8472-b2d89cf9baca HTTP/1.1" status: 200 len: 1094 time: 0.6253774 Jul 01 19:56:39.652717 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58add3b8-fd7b-4911-91bd-328d58945ac9', 'tag': '8c1bb424-3191-4a82-8472-b2d89cf9baca'}] {{(pid=110545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:56:39.654990 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcb8287ee1e4b298a834a36a05516dc05427937f10d56c225ffa2f4d88459ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b315a9e-57d5-45cf-8efb-96fd8a6ac242" -d '{"events": [{"name": "network-changed", "server_uuid": "58add3b8-fd7b-4911-91bd-328d58945ac9", "tag": "8c1bb424-3191-4a82-8472-b2d89cf9baca"}]}' {{(pid=110545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:56:39.683202 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f5207-e8cc-40b1-a19f-cfcff97ec9fa service neutron] Pushing event updated for resources: {'Port': ['ID=8c1bb424-3191-4a82-8472-b2d89cf9baca,revision_number=3']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:39.700921 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7668ef-ce19-4995-afc8-a27f1a43f232 x-openstack-request-id: req-2f7668ef-ce19-4995-afc8-a27f1a43f232 {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:56:39.701212 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58add3b8-fd7b-4911-91bd-328d58945ac9", "tag": "8c1bb424-3191-4a82-8472-b2d89cf9baca", "status": "completed", "code": 200}]} {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:56:39.701465 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2f7668ef-ce19-4995-afc8-a27f1a43f232 {{(pid=110545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:56:39.701907 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f7668ef-ce19-4995-afc8-a27f1a43f232'] response: {'name': 'network-changed', 'server_uuid': '58add3b8-fd7b-4911-91bd-328d58945ac9', 'tag': '8c1bb424-3191-4a82-8472-b2d89cf9baca', 'status': 'completed', 'code': 200} Jul 01 19:56:39.883977 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:39.982751 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b315a9e-57d5-45cf-8efb-96fd8a6ac242 req-f7de59c7-3810-4b00-8e6f-14834dc0806b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:39.984217 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-0b315a9e-57d5-45cf-8efb-96fd8a6ac242 req-f7de59c7-3810-4b00-8e6f-14834dc0806b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e33de0b0c3244c78a86fbfda1c9fbdd6&device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 1128 time: 0.0406864 Jul 01 19:56:40.081961 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b388e-6378-48f3-9704-5ee7b6be7905 req-e20ba86f-966c-44af-b291-01c305b2129c tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:40.083433 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ec4b388e-6378-48f3-9704-5ee7b6be7905 req-e20ba86f-966c-44af-b291-01c305b2129c tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0475001 Jul 01 19:56:40.130792 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ec4b388e-6378-48f3-9704-5ee7b6be7905 req-baeb9a2c-d618-4a01-aa73-fe425f68f4b0 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420067 Jul 01 19:56:40.331288 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27b873-2e43-40d9-a52b-e28f7eee9a2b req-e771d6fc-0c86-481e-862c-5d9984ddb8e0 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:40.332994 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bc27b873-2e43-40d9-a52b-e28f7eee9a2b req-e771d6fc-0c86-481e-862c-5d9984ddb8e0 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 944 time: 0.0554700 Jul 01 19:56:40.385958 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b315a9e-57d5-45cf-8efb-96fd8a6ac242 req-4a4cd9c9-cb42-4e97-aac5-ba3d7f488819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:40.386578 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bc27b873-2e43-40d9-a52b-e28f7eee9a2b req-ca4203cd-758a-47c3-bc3b-7467bdc1a098 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463715 Jul 01 19:56:40.387882 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-0b315a9e-57d5-45cf-8efb-96fd8a6ac242 req-4a4cd9c9-cb42-4e97-aac5-ba3d7f488819 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e33de0b0c3244c78a86fbfda1c9fbdd6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1022696 Jul 01 19:56:40.494553 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b315a9e-57d5-45cf-8efb-96fd8a6ac242 req-1c673ae5-cdff-4954-ba4a-e16ddfc491f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:40.495999 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-0b315a9e-57d5-45cf-8efb-96fd8a6ac242 req-1c673ae5-cdff-4954-ba4a-e16ddfc491f0 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963173 Jul 01 19:56:40.575821 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332e256-f4b5-49ce-9833-219da5085b3f req-24e5ef6d-8c72-414f-9d00-b12ecba33687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:40.577368 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-1332e256-f4b5-49ce-9833-219da5085b3f req-24e5ef6d-8c72-414f-9d00-b12ecba33687 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e33de0b0c3244c78a86fbfda1c9fbdd6&device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 1128 time: 0.0398233 Jul 01 19:56:40.622517 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-1332e256-f4b5-49ce-9833-219da5085b3f req-eceea371-3b31-4184-a8d4-9c076ce11a65 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c1bb424-3191-4a82-8472-b2d89cf9baca HTTP/1.1" status: 200 len: 217 time: 0.0370934 Jul 01 19:56:40.672671 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332e256-f4b5-49ce-9833-219da5085b3f req-16cc2a99-70a1-4cb8-b20b-32c945621eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:40.674190 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-1332e256-f4b5-49ce-9833-219da5085b3f req-16cc2a99-70a1-4cb8-b20b-32c945621eb8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ada78ccc-02e0-43d8-81bf-098a7035a7ba HTTP/1.1" status: 200 len: 853 time: 0.0454836 Jul 01 19:56:40.722264 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332e256-f4b5-49ce-9833-219da5085b3f req-514d1a1d-76d3-4eed-89aa-633f76d5ff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:40.724034 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-1332e256-f4b5-49ce-9833-219da5085b3f req-514d1a1d-76d3-4eed-89aa-633f76d5ff47 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=278aa73b-8d63-4a59-a3b7-723c6888fb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408974 Jul 01 19:56:40.821318 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-1332e256-f4b5-49ce-9833-219da5085b3f req-05b40800-8308-420a-8423-4b4d0aebaa50 service neutron] 10.222.0.60 "GET /v2.0/networks/278aa73b-8d63-4a59-a3b7-723c6888fb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873790 Jul 01 19:56:40.922620 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-1332e256-f4b5-49ce-9833-219da5085b3f req-5223134f-ca5a-437b-9e84-d906b8e1aea4 service neutron] 10.222.0.60 "GET /v2.0/networks/278aa73b-8d63-4a59-a3b7-723c6888fb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886214 Jul 01 19:56:40.979740 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39562552-ca48-4e0e-9173-9f8add7ff383 req-f089af6d-229b-4d03-831e-1a5e27f7a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:40.981233 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-39562552-ca48-4e0e-9173-9f8add7ff383 req-f089af6d-229b-4d03-831e-1a5e27f7a40e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ba0ddfd3efd41ee9687efe014c40bf0&device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 1129 time: 0.0395017 Jul 01 19:56:40.985265 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db676be0-e722-481a-a34a-bc4b8b997583 req-2945df60-c059-4552-b80d-6381efba4431 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:40.986779 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-db676be0-e722-481a-a34a-bc4b8b997583 req-2945df60-c059-4552-b80d-6381efba4431 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0494237 Jul 01 19:56:41.034236 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-db676be0-e722-481a-a34a-bc4b8b997583 req-f85d373b-be11-421e-9a08-6d7d07c57402 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412977 Jul 01 19:56:41.094294 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:41.390633 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:41.505453 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6336df-d5fb-4f6e-85a9-a000b07850be req-ad1de9cb-710b-4e9d-a01a-65fb63d576ef tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:41.506973 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7a6336df-d5fb-4f6e-85a9-a000b07850be req-ad1de9cb-710b-4e9d-a01a-65fb63d576ef tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 944 time: 0.0473814 Jul 01 19:56:41.558408 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7a6336df-d5fb-4f6e-85a9-a000b07850be req-b693e013-d9c7-4dd9-a24b-8f4714c45524 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458760 Jul 01 19:56:42.122121 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39562552-ca48-4e0e-9173-9f8add7ff383 req-c6dc6b7a-52e3-482b-a1cf-65dd185a689c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:42.123633 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-39562552-ca48-4e0e-9173-9f8add7ff383 req-c6dc6b7a-52e3-482b-a1cf-65dd185a689c service neutron] 10.222.0.60 "GET /v2.0/networks?id=13dd580c-809a-4f73-9432-a6d0838269e1 HTTP/1.1" status: 200 len: 920 time: 0.0920789 Jul 01 19:56:42.153864 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239a88f-90db-4516-9d57-6c9c678b7602 req-0e2556ac-0e11-4744-a2e8-8c3beb7c7b25 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:42.155323 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3239a88f-90db-4516-9d57-6c9c678b7602 req-0e2556ac-0e11-4744-a2e8-8c3beb7c7b25 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0483856 Jul 01 19:56:42.189461 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-39562552-ca48-4e0e-9173-9f8add7ff383 req-379f852e-5088-4e0b-9026-ad2e1b20e3ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3f91ef6-766f-417a-aa5e-c828666be6fa HTTP/1.1" status: 200 len: 1001 time: 0.0586126 Jul 01 19:56:42.203436 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3239a88f-90db-4516-9d57-6c9c678b7602 req-3766ede8-c37c-49f0-b202-8a332b24a9a0 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418978 Jul 01 19:56:42.205161 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:42.241852 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39562552-ca48-4e0e-9173-9f8add7ff383 req-d0877b6b-f581-43f2-bc11-f92072cb23b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:42.243300 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-39562552-ca48-4e0e-9173-9f8add7ff383 req-d0877b6b-f581-43f2-bc11-f92072cb23b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b109ae2e-b5c6-4eef-8a69-a246d16af692 HTTP/1.1" status: 200 len: 858 time: 0.0461237 Jul 01 19:56:42.290333 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39562552-ca48-4e0e-9173-9f8add7ff383 req-d9acb0c7-fb92-419e-bd90-baf6f76996f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:42.291828 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-39562552-ca48-4e0e-9173-9f8add7ff383 req-d9acb0c7-fb92-419e-bd90-baf6f76996f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=13dd580c-809a-4f73-9432-a6d0838269e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396795 Jul 01 19:56:42.375619 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:42.386743 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-39562552-ca48-4e0e-9173-9f8add7ff383 req-bc44c929-93d6-41f6-96b4-cde1093abf6c service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862870 Jul 01 19:56:42.477012 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-39562552-ca48-4e0e-9173-9f8add7ff383 req-d67bb21d-b0d4-4246-aacb-5fd46c08bdda service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825732 Jul 01 19:56:42.662208 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:42.673401 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfa34e-27df-4610-812f-cf6256d3a37b req-e0ff426d-2783-4d5e-9198-513f22069b7b tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:42.674994 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b1bfa34e-27df-4610-812f-cf6256d3a37b req-e0ff426d-2783-4d5e-9198-513f22069b7b tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 944 time: 0.0501401 Jul 01 19:56:42.723286 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b1bfa34e-27df-4610-812f-cf6256d3a37b req-cf4fbc52-574e-4717-a78c-9008fc5a52b7 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424252 Jul 01 19:56:43.175463 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 8c1bb424-3191-4a82-8472-b2d89cf9baca details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 19:56:43.278734 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 8c1bb424-3191-4a82-8472-b2d89cf9baca, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=8c1bb424-3191-4a82-8472-b2d89cf9baca,segment=NetworkSegment(fa0718ee-af58-4809-8d4c-5b6af82a8080),segment_id=fa0718ee-af58-4809-8d4c-5b6af82a8080)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:56:43.290447 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': '8c1bb424-3191-4a82-8472-b2d89cf9baca', 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e', 'port_id': '8c1bb424-3191-4a82-8472-b2d89cf9baca', 'mac_address': 'fa:16:3e:19:fa:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada78ccc-02e0-43d8-81bf-098a7035a7ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 19:56:43.325953 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217ff93-2848-4463-ae63-2f3deb47d592 req-998bc80a-8647-4a6b-8376-9921c737552d tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:43.326395 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:43.327481 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8217ff93-2848-4463-ae63-2f3deb47d592 req-998bc80a-8647-4a6b-8376-9921c737552d tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0524909 Jul 01 19:56:43.328956 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 8c1bb424-3191-4a82-8472-b2d89cf9baca is: DOWN; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:56:43.329382 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (8c1bb424-3191-4a82-8472-b2d89cf9baca), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:43.344112 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c1bb424-3191-4a82-8472-b2d89cf9baca {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:56:43.365014 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 8c1bb424-3191-4a82-8472-b2d89cf9baca, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=8c1bb424-3191-4a82-8472-b2d89cf9baca,segment=NetworkSegment(fa0718ee-af58-4809-8d4c-5b6af82a8080),segment_id=fa0718ee-af58-4809-8d4c-5b6af82a8080)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:56:43.369790 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (8c1bb424-3191-4a82-8472-b2d89cf9baca), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:43.376658 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8217ff93-2848-4463-ae63-2f3deb47d592 req-84e710c6-897e-4334-a6b8-2e2da9e8d024 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427423 Jul 01 19:56:43.420217 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=8c1bb424-3191-4a82-8472-b2d89cf9baca,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:43.704438 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['8c1bb424-3191-4a82-8472-b2d89cf9baca'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:56:43.769012 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:43.839746 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cf629-130b-49a6-a7be-a74c917cac9d req-cbc8d8a3-ce51-4d6c-9d51-b0f329414d1f tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:43.841217 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7e7cf629-130b-49a6-a7be-a74c917cac9d req-cbc8d8a3-ce51-4d6c-9d51-b0f329414d1f tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 945 time: 0.0494092 Jul 01 19:56:43.891198 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7e7cf629-130b-49a6-a7be-a74c917cac9d req-a3d9af1c-32a1-446e-a96d-eb4a110578c8 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431850 Jul 01 19:56:44.488959 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:44.497975 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362eaa4-2176-4214-88eb-ca558c095dd8 req-ffa8cd2a-7e81-4e10-8b2a-ecb326c6c505 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:44.499486 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3362eaa4-2176-4214-88eb-ca558c095dd8 req-ffa8cd2a-7e81-4e10-8b2a-ecb326c6c505 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0488980 Jul 01 19:56:44.550653 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3362eaa4-2176-4214-88eb-ca558c095dd8 req-0970540b-7f0e-4733-b22e-1d718f25969d tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456338 Jul 01 19:56:44.861819 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 19:56:45.006567 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf384ca-6433-4981-b670-9dae85230d67 req-a3fbf9b6-9bf3-43b5-af43-c51e2d0cdf46 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:45.008013 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-cbf384ca-6433-4981-b670-9dae85230d67 req-a3fbf9b6-9bf3-43b5-af43-c51e2d0cdf46 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 945 time: 0.0471156 Jul 01 19:56:45.054785 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-cbf384ca-6433-4981-b670-9dae85230d67 req-f0613b6a-bf63-450a-8ecd-bc4510e2fd27 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413346 Jul 01 19:56:45.187105 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 8c1bb424-3191-4a82-8472-b2d89cf9baca up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:56:45.237119 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:45.244154 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning for port 8c1bb424-3191-4a82-8472-b2d89cf9baca completed by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 19:56:45.249436 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port 8c1bb424-3191-4a82-8472-b2d89cf9baca triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:56:45.249842 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (8c1bb424-3191-4a82-8472-b2d89cf9baca), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:45.326541 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 8c1bb424-3191-4a82-8472-b2d89cf9baca is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:56:45.326934 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (8c1bb424-3191-4a82-8472-b2d89cf9baca), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:45.349285 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58add3b8-fd7b-4911-91bd-328d58945ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1bb424-3191-4a82-8472-b2d89cf9baca'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:56:45.351647 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2757886e-1c7c-4343-bb79-cb6c9aa11231" -d '{"events": [{"server_uuid": "58add3b8-fd7b-4911-91bd-328d58945ac9", "name": "network-vif-plugged", "status": "completed", "tag": "8c1bb424-3191-4a82-8472-b2d89cf9baca"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:56:45.365099 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 8c1bb424-3191-4a82-8472-b2d89cf9baca, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=8c1bb424-3191-4a82-8472-b2d89cf9baca,segment=NetworkSegment(fa0718ee-af58-4809-8d4c-5b6af82a8080),segment_id=fa0718ee-af58-4809-8d4c-5b6af82a8080)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:56:45.368986 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (8c1bb424-3191-4a82-8472-b2d89cf9baca), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:45.394340 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc2f964-7489-45fe-99c3-67938b3f88e0 x-openstack-request-id: req-2dc2f964-7489-45fe-99c3-67938b3f88e0 {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:56:45.394652 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58add3b8-fd7b-4911-91bd-328d58945ac9", "name": "network-vif-plugged", "status": "completed", "tag": "8c1bb424-3191-4a82-8472-b2d89cf9baca", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:56:45.394909 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2dc2f964-7489-45fe-99c3-67938b3f88e0 {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:56:45.395307 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dc2f964-7489-45fe-99c3-67938b3f88e0'] response: {'server_uuid': '58add3b8-fd7b-4911-91bd-328d58945ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1bb424-3191-4a82-8472-b2d89cf9baca', 'code': 200} Jul 01 19:56:45.427821 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=8c1bb424-3191-4a82-8472-b2d89cf9baca,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:45.567742 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71042dee-d41e-4c7a-aa1e-1d046c085348 req-ee24054f-39ee-4f78-b85c-259f3729f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:45.569218 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-71042dee-d41e-4c7a-aa1e-1d046c085348 req-ee24054f-39ee-4f78-b85c-259f3729f5f3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 1130 time: 0.0389500 Jul 01 19:56:45.625099 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-71042dee-d41e-4c7a-aa1e-1d046c085348 req-ef6fc6fe-4ed2-4d6e-ae83-e217d582166c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423291 Jul 01 19:56:45.663150 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781ba83-f67c-44b4-a98b-e4ed62cef8e3 req-424af680-2ad1-47c9-9991-613cd4880842 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:45.664603 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c781ba83-f67c-44b4-a98b-e4ed62cef8e3 req-424af680-2ad1-47c9-9991-613cd4880842 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0472705 Jul 01 19:56:45.711240 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c781ba83-f67c-44b4-a98b-e4ed62cef8e3 req-fa2110c9-f197-4606-a254-62857a3a5587 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410452 Jul 01 19:56:46.173379 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0bcef3-5e0e-47f7-bc5a-d6487669e4b2 req-807136f9-0080-466d-ad46-bc8ae30777e6 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:46.174914 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5d0bcef3-5e0e-47f7-bc5a-d6487669e4b2 req-807136f9-0080-466d-ad46-bc8ae30777e6 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 946 time: 0.0501459 Jul 01 19:56:46.223186 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5d0bcef3-5e0e-47f7-bc5a-d6487669e4b2 req-18a03982-e2d8-4577-9adb-8917e8d77fc8 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425394 Jul 01 19:56:46.824313 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f8818-c1d6-46e4-892d-eaf0928f0e66 req-4b9b4df3-7a86-4b9a-8b2c-57d10e3da3de tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:46.825798 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-826f8818-c1d6-46e4-892d-eaf0928f0e66 req-4b9b4df3-7a86-4b9a-8b2c-57d10e3da3de tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0464282 Jul 01 19:56:46.874674 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-826f8818-c1d6-46e4-892d-eaf0928f0e66 req-f4e48bc1-25f1-419a-816b-e94846592094 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427952 Jul 01 19:56:47.342264 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13706707-5258-476f-9829-c626ac732bc2 req-6a4cc7ec-7cba-4726-b3cd-8e2520dc671a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:47.343804 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-13706707-5258-476f-9829-c626ac732bc2 req-6a4cc7ec-7cba-4726-b3cd-8e2520dc671a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 946 time: 0.0523648 Jul 01 19:56:47.392129 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-13706707-5258-476f-9829-c626ac732bc2 req-b3ae6bc4-75e8-4791-8b5e-fe579e842b49 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427747 Jul 01 19:56:47.990175 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fa50f-908f-49e1-893c-a892e89dbe13 req-ae43f6df-9102-4523-a1e0-cb14c0a94daa tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:47.991639 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b11fa50f-908f-49e1-893c-a892e89dbe13 req-ae43f6df-9102-4523-a1e0-cb14c0a94daa tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0471907 Jul 01 19:56:48.038462 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b11fa50f-908f-49e1-893c-a892e89dbe13 req-fac05fd0-3ce1-4619-8923-4fc01eecc21d tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414414 Jul 01 19:56:48.503892 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ebe60-f2a2-4365-81d7-7ea2d339ab42 req-e59dbd23-583a-4467-89ab-46c88f301d92 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:48.505367 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-248ebe60-f2a2-4365-81d7-7ea2d339ab42 req-e59dbd23-583a-4467-89ab-46c88f301d92 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 946 time: 0.0462441 Jul 01 19:56:48.556247 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-248ebe60-f2a2-4365-81d7-7ea2d339ab42 req-a7299c29-5655-4095-9eb3-b171a7842bb6 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454175 Jul 01 19:56:48.655283 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:48.673912 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08aae6-b9b8-4a82-bbf6-4dd2ea8c4a14 req-141ce937-11ab-4a78-ad62-4021a3e22ed8 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:48.675859 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fd08aae6-b9b8-4a82-bbf6-4dd2ea8c4a14 req-141ce937-11ab-4a78-ad62-4021a3e22ed8 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 946 time: 0.0490384 Jul 01 19:56:48.721314 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fd08aae6-b9b8-4a82-bbf6-4dd2ea8c4a14 req-393f45e4-6650-4424-b4d0-26ee21875716 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399847 Jul 01 19:56:49.047206 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8d0e0-9981-48db-9531-6c8b07bfaf57 req-7f6b1643-ed82-412f-82c6-8f91e3b6987e tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:49.048689 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-14d8d0e0-9981-48db-9531-6c8b07bfaf57 req-7f6b1643-ed82-412f-82c6-8f91e3b6987e tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 946 time: 0.0487907 Jul 01 19:56:49.098147 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-14d8d0e0-9981-48db-9531-6c8b07bfaf57 req-c5920811-0cfb-4b00-b246-3af217d7e648 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431890 Jul 01 19:56:49.191173 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03408b-1078-4f47-bcf4-74db40f86057 req-a2c4392a-20b3-45f2-9617-5175783d70b6 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:49.192806 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1e03408b-1078-4f47-bcf4-74db40f86057 req-a2c4392a-20b3-45f2-9617-5175783d70b6 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0548542 Jul 01 19:56:49.242689 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1e03408b-1078-4f47-bcf4-74db40f86057 req-cd43c85f-e48a-4ee9-945c-44cbe1a5ae8f tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443499 Jul 01 19:56:50.163316 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-c07a5d54-8b2b-4203-bb66-8ea47a7485bf req-2e58f8a2-3282-4fd7-9bda-c97d4a2a4f50 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412691 Jul 01 19:56:50.224874 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a5d54-8b2b-4203-bb66-8ea47a7485bf req-9d909d2b-76a0-4f47-9e9b-427309e216a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:50.226464 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-c07a5d54-8b2b-4203-bb66-8ea47a7485bf req-9d909d2b-76a0-4f47-9e9b-427309e216a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=025035b3b0b348d7acddfe456dd6a109&device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 1129 time: 0.0392580 Jul 01 19:56:50.361230 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a5d54-8b2b-4203-bb66-8ea47a7485bf req-a86919ac-c3e6-4e13-934c-48747f797a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:50.362812 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-c07a5d54-8b2b-4203-bb66-8ea47a7485bf req-a86919ac-c3e6-4e13-934c-48747f797a91 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b31a2a85-453d-4d0b-bc1f-fd678ffc85ef HTTP/1.1" status: 200 len: 912 time: 0.1152849 Jul 01 19:56:50.377296 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb826e-5ab9-4674-ab10-e37c1f3f5d27 req-218565c8-5490-43c7-b681-906f2c4e793c tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:50.378849 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4fdb826e-5ab9-4674-ab10-e37c1f3f5d27 req-218565c8-5490-43c7-b681-906f2c4e793c tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0560968 Jul 01 19:56:50.398716 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:50.432113 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4fdb826e-5ab9-4674-ab10-e37c1f3f5d27 req-affca12e-0019-4667-8ba8-ac121fe7f1fb tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469184 Jul 01 19:56:50.437959 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-c07a5d54-8b2b-4203-bb66-8ea47a7485bf req-1ceb1937-e179-4c8e-830a-41f26728cc88 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=230a6a60-1da3-425e-8ff1-35512f5f96c2 HTTP/1.1" status: 200 len: 1001 time: 0.0629718 Jul 01 19:56:50.490624 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a5d54-8b2b-4203-bb66-8ea47a7485bf req-e385c2ab-818e-434e-8da2-e944e350bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:50.492104 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-c07a5d54-8b2b-4203-bb66-8ea47a7485bf req-e385c2ab-818e-434e-8da2-e944e350bd21 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8be3e6b8-9cb2-4563-96d1-aa493dda5517 HTTP/1.1" status: 200 len: 850 time: 0.0470901 Jul 01 19:56:50.544908 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a5d54-8b2b-4203-bb66-8ea47a7485bf req-85479150-0421-4dae-8f04-d9c8d399ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:50.550939 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-c07a5d54-8b2b-4203-bb66-8ea47a7485bf req-85479150-0421-4dae-8f04-d9c8d399ecc1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b31a2a85-453d-4d0b-bc1f-fd678ffc85ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471883 Jul 01 19:56:50.648039 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-c07a5d54-8b2b-4203-bb66-8ea47a7485bf req-286950d4-b09b-4e1c-94d9-b82f79f8b5c8 service neutron] 10.222.0.60 "GET /v2.0/networks/b31a2a85-453d-4d0b-bc1f-fd678ffc85ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926163 Jul 01 19:56:50.760192 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-c07a5d54-8b2b-4203-bb66-8ea47a7485bf req-44c7bc96-38b3-4e7d-b6c0-ba4fe71b485a service neutron] 10.222.0.60 "GET /v2.0/networks/b31a2a85-453d-4d0b-bc1f-fd678ffc85ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061697 Jul 01 19:56:50.855791 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28583bd7-5002-4dad-959a-59a87eb3ec3f req-a94f3721-f02f-4fca-901c-593223c56ba1 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:50.857268 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-28583bd7-5002-4dad-959a-59a87eb3ec3f req-a94f3721-f02f-4fca-901c-593223c56ba1 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 946 time: 0.0482872 Jul 01 19:56:50.908722 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-28583bd7-5002-4dad-959a-59a87eb3ec3f req-4e648973-c512-4e05-b0a5-04058b09e317 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460117 Jul 01 19:56:51.544961 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409a795-b91c-4419-a376-e13b8bb1fbc9 req-410e4851-8d78-4003-a710-f371819a963e tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:51.546452 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0409a795-b91c-4419-a376-e13b8bb1fbc9 req-410e4851-8d78-4003-a710-f371819a963e tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0465293 Jul 01 19:56:51.593752 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0409a795-b91c-4419-a376-e13b8bb1fbc9 req-ae64b045-ad8b-4b6d-8da5-3ab3655de5d8 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412705 Jul 01 19:56:52.027320 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54fadf-7b4b-4df4-b918-b5ebdd28997d req-f239923b-315a-49dc-bce8-50b590722eb2 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:52.028777 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bb54fadf-7b4b-4df4-b918-b5ebdd28997d req-f239923b-315a-49dc-bce8-50b590722eb2 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 946 time: 0.0475581 Jul 01 19:56:52.074857 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bb54fadf-7b4b-4df4-b918-b5ebdd28997d req-c38c0df9-f18a-4287-98a2-fc879ce78df9 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407937 Jul 01 19:56:52.714595 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250e75c-b321-4484-9aa0-88848c01d989 req-429ce219-fa32-4aa4-b050-7a9952e26d68 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:52.716372 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0250e75c-b321-4484-9aa0-88848c01d989 req-429ce219-fa32-4aa4-b050-7a9952e26d68 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0538864 Jul 01 19:56:52.764623 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0250e75c-b321-4484-9aa0-88848c01d989 req-47b73ee6-9eb9-452c-8a7b-a6bc73264ba2 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421803 Jul 01 19:56:52.927200 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12448120-2f4c-455e-b3c5-b86331127f0e req-52fdefca-4407-4cee-8452-fe8a00b7231f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:52.928886 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-12448120-2f4c-455e-b3c5-b86331127f0e req-52fdefca-4407-4cee-8452-fe8a00b7231f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.60 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 946 time: 0.0839345 Jul 01 19:56:53.081256 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [req-12448120-2f4c-455e-b3c5-b86331127f0e req-ba2816f9-3c83-4f7b-9453-c5dc179237b0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Deleting port 93dfc642-870b-4bec-b7c3-31efe44f78c4 {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:56:53.081599 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-12448120-2f4c-455e-b3c5-b86331127f0e req-ba2816f9-3c83-4f7b-9453-c5dc179237b0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:53.198490 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb7451-e45d-449c-9596-53bd439007a0 req-3b97f79f-7f07-4e54-b096-a4f1445b1b62 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:53.199979 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-25eb7451-e45d-449c-9596-53bd439007a0 req-3b97f79f-7f07-4e54-b096-a4f1445b1b62 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 946 time: 0.0496993 Jul 01 19:56:53.255187 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-25eb7451-e45d-449c-9596-53bd439007a0 req-a2c43c7e-06d9-4a3a-b73b-ad1ec3336141 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490561 Jul 01 19:56:53.413179 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [req-12448120-2f4c-455e-b3c5-b86331127f0e req-ba2816f9-3c83-4f7b-9453-c5dc179237b0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] For port 93dfc642-870b-4bec-b7c3-31efe44f78c4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=93dfc642-870b-4bec-b7c3-31efe44f78c4,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:56:53.413450 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-12448120-2f4c-455e-b3c5-b86331127f0e req-ba2816f9-3c83-4f7b-9453-c5dc179237b0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:53.419939 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=100 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:53.428643 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=100 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:53.630700 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-12448120-2f4c-455e-b3c5-b86331127f0e req-ba2816f9-3c83-4f7b-9453-c5dc179237b0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:53.630988 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-12448120-2f4c-455e-b3c5-b86331127f0e req-ba2816f9-3c83-4f7b-9453-c5dc179237b0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (30f3e9d9-e432-4e0b-a007-fb0c816e4d73), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:53.631299 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.l3_db [req-12448120-2f4c-455e-b3c5-b86331127f0e req-ba2816f9-3c83-4f7b-9453-c5dc179237b0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Floating IP 30f3e9d9-e432-4e0b-a007-fb0c816e4d73 disassociated. External IP: 172.27.1.226, port: 93dfc642-870b-4bec-b7c3-31efe44f78c4. Jul 01 19:56:53.631637 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [req-12448120-2f4c-455e-b3c5-b86331127f0e req-ba2816f9-3c83-4f7b-9453-c5dc179237b0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Calling delete_port for 93dfc642-870b-4bec-b7c3-31efe44f78c4 owned by compute:nova {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:56:53.757691 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-12448120-2f4c-455e-b3c5-b86331127f0e req-ba2816f9-3c83-4f7b-9453-c5dc179237b0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (93dfc642-870b-4bec-b7c3-31efe44f78c4), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:53.787221 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2816f9-3c83-4f7b-9453-c5dc179237b0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Pushing event deleted for resources: {'Port': ['ID=93dfc642-870b-4bec-b7c3-31efe44f78c4,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:53.885642 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ab8be-916d-4741-9b2d-34c6cb15a5b6 req-165e9f77-7849-4f7a-b3e7-ffdbd72cf641 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:53.887313 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1c7ab8be-916d-4741-9b2d-34c6cb15a5b6 req-165e9f77-7849-4f7a-b3e7-ffdbd72cf641 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0512943 Jul 01 19:56:53.898985 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12448120-2f4c-455e-b3c5-b86331127f0e req-ba2816f9-3c83-4f7b-9453-c5dc179237b0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Router b0e58633-c4aa-422b-8607-4a78d1fc72ca has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:56:53.938188 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1c7ab8be-916d-4741-9b2d-34c6cb15a5b6 req-911601da-e450-4ad4-bd4c-522fa72eeb0a tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452778 Jul 01 19:56:54.005913 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12448120-2f4c-455e-b3c5-b86331127f0e req-ba2816f9-3c83-4f7b-9453-c5dc179237b0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:56:54.015431 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbc8b53-8be3-4e30-8a1f-7babb955403c None None] Sync routers for ids ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:56:54.026674 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbc8b53-8be3-4e30-8a1f-7babb955403c None None] Routers {'b0e58633-c4aa-422b-8607-4a78d1fc72ca'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:56:54.027372 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-ccbc8b53-8be3-4e30-8a1f-7babb955403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:56:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:56:54.072674 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [req-12448120-2f4c-455e-b3c5-b86331127f0e req-ba2816f9-3c83-4f7b-9453-c5dc179237b0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] No DVR routers for this DVR port 93dfc642-870b-4bec-b7c3-31efe44f78c4 on host hv-cinder-84460 {{(pid=110545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:56:54.075800 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-12448120-2f4c-455e-b3c5-b86331127f0e req-ba2816f9-3c83-4f7b-9453-c5dc179237b0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:54.079144 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-12448120-2f4c-455e-b3c5-b86331127f0e req-ba2816f9-3c83-4f7b-9453-c5dc179237b0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.60 "DELETE /v2.0/ports/93dfc642-870b-4bec-b7c3-31efe44f78c4 HTTP/1.1" status: 204 len: 173 time: 1.1270039 Jul 01 19:56:54.079580 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe1a243-f161-4e1a-ada3-d5ef02346b96', 'name': 'network-vif-deleted', 'tag': '93dfc642-870b-4bec-b7c3-31efe44f78c4'}] {{(pid=110545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:56:54.081803 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcb8287ee1e4b298a834a36a05516dc05427937f10d56c225ffa2f4d88459ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccb52ad-6d50-4d95-9f29-d5d14da5a085" -d '{"events": [{"server_uuid": "4fe1a243-f161-4e1a-ada3-d5ef02346b96", "name": "network-vif-deleted", "tag": "93dfc642-870b-4bec-b7c3-31efe44f78c4"}]}' {{(pid=110545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:56:54.127193 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666fa697-608e-46b9-8bf8-a0c1d2013e4c x-openstack-request-id: req-666fa697-608e-46b9-8bf8-a0c1d2013e4c {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:56:54.127607 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe1a243-f161-4e1a-ada3-d5ef02346b96", "name": "network-vif-deleted", "tag": "93dfc642-870b-4bec-b7c3-31efe44f78c4", "status": "completed", "code": 200}]} {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:56:54.127866 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-666fa697-608e-46b9-8bf8-a0c1d2013e4c {{(pid=110545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:56:54.128271 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.notifiers.nova [-] Nova event matching ['req-666fa697-608e-46b9-8bf8-a0c1d2013e4c'] response: {'server_uuid': '4fe1a243-f161-4e1a-ada3-d5ef02346b96', 'name': 'network-vif-deleted', 'tag': '93dfc642-870b-4bec-b7c3-31efe44f78c4', 'status': 'completed', 'code': 200} Jul 01 19:56:54.141215 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-ccbc8b53-8be3-4e30-8a1f-7babb955403c None None] Set router b0e58633-c4aa-422b-8607-4a78d1fc72ca gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:56:54.341337 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-ccbc8b53-8be3-4e30-8a1f-7babb955403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'name': 'tempest-AttachVolumeShelveTestJSON-1212348297-router', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:38Z', 'updated_at': '2022-07-01T19:52:49Z', 'revision_number': 4, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'gw_port': {'id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:39Z', 'updated_at': '2022-07-01T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '48953ab3-78b5-40da-bb7f-cd29125c557e', 'name': '', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'mac_address': 'fa:16:3e:1e:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:46Z', 'updated_at': '2022-07-01T19:52:58Z', 'revision_number': 5, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'subnets': [{'id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:56:54.376215 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbc8b53-8be3-4e30-8a1f-7babb955403c None None] Checking router: b0e58633-c4aa-422b-8607-4a78d1fc72ca for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:56:54.377488 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-737ec1de-2c7b-4d22-a538-c412aa29e22e req-337308c1-6f09-4500-b008-078215dffa1e tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe1a243-f161-4e1a-ada3-d5ef02346b96 HTTP/1.1" status: 200 len: 210 time: 0.0295343 Jul 01 19:56:54.385853 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbc8b53-8be3-4e30-8a1f-7babb955403c None None] Routers {'b0e58633-c4aa-422b-8607-4a78d1fc72ca'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:56:54.386463 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-ccbc8b53-8be3-4e30-8a1f-7babb955403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:56:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:56:54.489670 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-ccbc8b53-8be3-4e30-8a1f-7babb955403c None None] Set router b0e58633-c4aa-422b-8607-4a78d1fc72ca gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:56:54.570825 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:54.702795 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-ccbc8b53-8be3-4e30-8a1f-7babb955403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'name': 'tempest-AttachVolumeShelveTestJSON-1212348297-router', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:38Z', 'updated_at': '2022-07-01T19:52:49Z', 'revision_number': 4, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'gw_port': {'id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:39Z', 'updated_at': '2022-07-01T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '48953ab3-78b5-40da-bb7f-cd29125c557e', 'name': '', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'mac_address': 'fa:16:3e:1e:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:46Z', 'updated_at': '2022-07-01T19:52:58Z', 'revision_number': 5, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'subnets': [{'id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:56:54.731394 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbc8b53-8be3-4e30-8a1f-7babb955403c None None] The sync data for ids ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'] in dv-cinder-844601-7-iscsi is: [{'id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'name': 'tempest-AttachVolumeShelveTestJSON-1212348297-router', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:38Z', 'updated_at': '2022-07-01T19:52:49Z', 'revision_number': 4, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'gw_port': {'id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:39Z', 'updated_at': '2022-07-01T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '48953ab3-78b5-40da-bb7f-cd29125c557e', 'name': '', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'mac_address': 'fa:16:3e:1e:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:46Z', 'updated_at': '2022-07-01T19:52:58Z', 'revision_number': 5, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'subnets': [{'id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:56:54.958685 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ade86bd-1520-47e1-9340-f0b6f160d72c None None] New status for floating IP 30f3e9d9-e432-4e0b-a007-fb0c816e4d73: DOWN {{(pid=110547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 19:56:55.071755 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edc757-4a06-4733-9644-6aa94398f1f5 req-a2c79617-fa27-414c-9099-3677bdd289fb tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:55.073618 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d6edc757-4a06-4733-9644-6aa94398f1f5 req-a2c79617-fa27-414c-9099-3677bdd289fb tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0593357 Jul 01 19:56:55.119693 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:55.124790 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d6edc757-4a06-4733-9644-6aa94398f1f5 req-27c1a2b7-3893-43a8-8138-b58704f27061 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456438 Jul 01 19:56:55.474515 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 59522) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:56:55.531562 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-21e19ca7-6dd5-40b9-9f4a-132d814dbf5f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for security_group (c27c56a0-57a1-4cdf-8519-c6e59cb5ae71), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:55.555931 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-21e19ca7-6dd5-40b9-9f4a-132d814dbf5f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for security_group (c27c56a0-57a1-4cdf-8519-c6e59cb5ae71), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:55.603246 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-21e19ca7-6dd5-40b9-9f4a-132d814dbf5f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (c27c56a0-57a1-4cdf-8519-c6e59cb5ae71), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:55.605822 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-21e19ca7-6dd5-40b9-9f4a-132d814dbf5f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:55.606972 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-21e19ca7-6dd5-40b9-9f4a-132d814dbf5f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "DELETE /v2.0/security-groups/c27c56a0-57a1-4cdf-8519-c6e59cb5ae71 HTTP/1.1" status: 204 len: 168 time: 0.1314783 Jul 01 19:56:55.609825 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 59526) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:56:55.616616 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e19ca7-6dd5-40b9-9f4a-132d814dbf5f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27c56a0-57a1-4cdf-8519-c6e59cb5ae71,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:55.651748 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.api.v2.resource [None req-01b0475c-097b-4b9a-8797-9fa7ea056857 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] show failed (client error): The resource could not be found. Jul 01 19:56:55.653395 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-01b0475c-097b-4b9a-8797-9fa7ea056857 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups/c27c56a0-57a1-4cdf-8519-c6e59cb5ae71 HTTP/1.1" status: 404 len: 347 time: 0.0425510 Jul 01 19:56:55.656397 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 59530) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:56:55.809636 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-52a619b9-14a0-452d-825f-2a79ba8c63a6 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Deleting port 9e89de0f-1b9b-4704-97fe-49ddcfee1335 {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:56:55.809991 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-52a619b9-14a0-452d-825f-2a79ba8c63a6 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (9e89de0f-1b9b-4704-97fe-49ddcfee1335), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:55.897620 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-52a619b9-14a0-452d-825f-2a79ba8c63a6 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (9e89de0f-1b9b-4704-97fe-49ddcfee1335), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:55.897620 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-52a619b9-14a0-452d-825f-2a79ba8c63a6 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for floatingip (9e89de0f-1b9b-4704-97fe-49ddcfee1335), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:55.904873 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-52a619b9-14a0-452d-825f-2a79ba8c63a6 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Calling delete_port for 9e89de0f-1b9b-4704-97fe-49ddcfee1335 owned by network:floatingip {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:56:56.003431 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:56.061560 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-52a619b9-14a0-452d-825f-2a79ba8c63a6 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (9e89de0f-1b9b-4704-97fe-49ddcfee1335), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:56.086788 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a619b9-14a0-452d-825f-2a79ba8c63a6 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Pushing event deleted for resources: {'Port': ['ID=9e89de0f-1b9b-4704-97fe-49ddcfee1335,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:56.154713 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-52a619b9-14a0-452d-825f-2a79ba8c63a6 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for floatingip (30f3e9d9-e432-4e0b-a007-fb0c816e4d73), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:56.157238 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-52a619b9-14a0-452d-825f-2a79ba8c63a6 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:56.162718 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-52a619b9-14a0-452d-825f-2a79ba8c63a6 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "DELETE /v2.0/floatingips/30f3e9d9-e432-4e0b-a007-fb0c816e4d73 HTTP/1.1" status: 204 len: 168 time: 0.5008984 Jul 01 19:56:56.250571 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 59536) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:56:56.255526 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-2bf0d571-799c-4c37-90c1-11fb0fcb08d3 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1104655496', 'description': 'tempest-description--2131553370'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:56:56.259818 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6511a5-b867-46eb-8f52-f8ecc03d4de4 req-ac9afe79-edab-49da-86ef-6dcecb4c8f39 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:56.261320 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8d6511a5-b867-46eb-8f52-f8ecc03d4de4 req-ac9afe79-edab-49da-86ef-6dcecb4c8f39 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0611145 Jul 01 19:56:56.279783 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-2bf0d571-799c-4c37-90c1-11fb0fcb08d3 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:56.312381 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8d6511a5-b867-46eb-8f52-f8ecc03d4de4 req-28cef6f4-9975-47d0-8ede-bb8f550dce66 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447311 Jul 01 19:56:56.324894 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:56.360997 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-2bf0d571-799c-4c37-90c1-11fb0fcb08d3 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for security_group (2533d20c-90fc-4dd6-89a9-70858c7bfd05), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:56.364985 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-2bf0d571-799c-4c37-90c1-11fb0fcb08d3 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (2533d20c-90fc-4dd6-89a9-70858c7bfd05), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:56.379577 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:56.399418 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-2bf0d571-799c-4c37-90c1-11fb0fcb08d3 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:56.400613 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-2bf0d571-799c-4c37-90c1-11fb0fcb08d3 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1489868 Jul 01 19:56:56.402232 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0d571-799c-4c37-90c1-11fb0fcb08d3 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2533d20c-90fc-4dd6-89a9-70858c7bfd05,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:56.404009 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 59538) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:56:56.409329 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-a332ee9a-fd8f-429e-be64-cc7e87c87cfc tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Request body: {'security_group_rule': {'security_group_id': '2533d20c-90fc-4dd6-89a9-70858c7bfd05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:56:56.435313 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a332ee9a-fd8f-429e-be64-cc7e87c87cfc tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for security_group_rule (8d550fcc-9de9-4139-b4e9-c8041b33bb9c), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:56.492072 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a332ee9a-fd8f-429e-be64-cc7e87c87cfc tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for security_group_rule (8d550fcc-9de9-4139-b4e9-c8041b33bb9c), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:56.496288 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a332ee9a-fd8f-429e-be64-cc7e87c87cfc tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (8d550fcc-9de9-4139-b4e9-c8041b33bb9c), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:56.514972 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332ee9a-fd8f-429e-be64-cc7e87c87cfc tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d550fcc-9de9-4139-b4e9-c8041b33bb9c,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:56.519799 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a332ee9a-fd8f-429e-be64-cc7e87c87cfc tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:56.524515 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-a332ee9a-fd8f-429e-be64-cc7e87c87cfc tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165664 Jul 01 19:56:56.524957 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 59540) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:56:56.528895 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-d8a535cb-d22d-4e8a-8785-b2b731e28a63 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Request body: {'security_group_rule': {'security_group_id': '2533d20c-90fc-4dd6-89a9-70858c7bfd05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:56:56.555751 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d8a535cb-d22d-4e8a-8785-b2b731e28a63 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for security_group_rule (2d68e1d0-f209-449a-a050-7d7220a55278), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:56.612230 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d8a535cb-d22d-4e8a-8785-b2b731e28a63 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for security_group_rule (2d68e1d0-f209-449a-a050-7d7220a55278), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:56.615926 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d8a535cb-d22d-4e8a-8785-b2b731e28a63 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (2d68e1d0-f209-449a-a050-7d7220a55278), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:56.623126 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:56.636909 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a535cb-d22d-4e8a-8785-b2b731e28a63 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d68e1d0-f209-449a-a050-7d7220a55278,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:56.644513 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d8a535cb-d22d-4e8a-8785-b2b731e28a63 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:56.646860 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-d8a535cb-d22d-4e8a-8785-b2b731e28a63 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205637 Jul 01 19:56:56.650679 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 59542) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:56:56.655134 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-2e157cde-d990-417f-9be8-f43f65e9460a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Request body: {'floatingip': {'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:56:56.678306 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2e157cde-d990-417f-9be8-f43f65e9460a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:56.993889 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2e157cde-d990-417f-9be8-f43f65e9460a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:57.101128 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [None req-2e157cde-d990-417f-9be8-f43f65e9460a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Allocated IP 172.27.1.74 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/00dac257-ae17-4b88-8f2a-d6a9604dbd3b) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:56:57.178409 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:57.209899 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2e157cde-d990-417f-9be8-f43f65e9460a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for port (00dac257-ae17-4b88-8f2a-d6a9604dbd3b), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:57.241557 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2e157cde-d990-417f-9be8-f43f65e9460a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (00dac257-ae17-4b88-8f2a-d6a9604dbd3b), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:57.282530 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e157cde-d990-417f-9be8-f43f65e9460a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:56:57.287223 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 93dfc642-870b-4bec-b7c3-31efe44f78c4 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:56:57.288862 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-2e157cde-d990-417f-9be8-f43f65e9460a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:56:57.292813 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e157cde-d990-417f-9be8-f43f65e9460a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:56:57.296041 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e157cde-d990-417f-9be8-f43f65e9460a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Pushing event updated for resources: {'Port': ['ID=00dac257-ae17-4b88-8f2a-d6a9604dbd3b,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:57.308860 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] No Port match for: 93dfc642-870b-4bec-b7c3-31efe44f78c4 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:56:57.309210 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 93dfc642-870b-4bec-b7c3-31efe44f78c4 not bound to the agent host hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:56:57.381331 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2e157cde-d990-417f-9be8-f43f65e9460a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for floatingip (d10406da-5e51-4858-9772-408e54b2a560), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:57.450064 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2e157cde-d990-417f-9be8-f43f65e9460a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (00dac257-ae17-4b88-8f2a-d6a9604dbd3b), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:57.458261 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe68f2-e8dd-414e-846b-e1d22164785c req-a6a27f0b-c488-492c-9c00-63842dda6eb9 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:57.459778 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-61fe68f2-e8dd-414e-846b-e1d22164785c req-a6a27f0b-c488-492c-9c00-63842dda6eb9 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0712037 Jul 01 19:56:57.551053 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-61fe68f2-e8dd-414e-846b-e1d22164785c req-55e5c419-b870-493c-b826-3c72a4d64a8a tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756512 Jul 01 19:56:57.598916 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:57.642830 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2e157cde-d990-417f-9be8-f43f65e9460a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for port (00dac257-ae17-4b88-8f2a-d6a9604dbd3b), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:57.647680 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2e157cde-d990-417f-9be8-f43f65e9460a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (00dac257-ae17-4b88-8f2a-d6a9604dbd3b), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:57.720564 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e157cde-d990-417f-9be8-f43f65e9460a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Pushing event updated for resources: {'Port': ['ID=00dac257-ae17-4b88-8f2a-d6a9604dbd3b,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:56:57.729089 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2e157cde-d990-417f-9be8-f43f65e9460a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (d10406da-5e51-4858-9772-408e54b2a560), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:57.744618 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2e157cde-d990-417f-9be8-f43f65e9460a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:56:57.745853 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-2e157cde-d990-417f-9be8-f43f65e9460a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0942383 Jul 01 19:56:57.951878 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-11e07d28-7471-4bb2-9245-4efef651220e tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1104655496&fields=id&tenant_id=b8e38ec3f92a47fe98829eb3d289cdb4 HTTP/1.1" status: 200 len: 267 time: 0.0424871 Jul 01 19:56:58.060001 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-2cdf20a7-1a0b-4d93-8a7a-a2a1744c05af tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:58.061427 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-2cdf20a7-1a0b-4d93-8a7a-a2a1744c05af tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/networks?id=7e9d88c7-2969-402f-b3c2-096acc062b79 HTTP/1.1" status: 200 len: 817 time: 0.1025605 Jul 01 19:56:58.077260 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-9da6a9ba-1f0a-4033-9cdf-8b681d16eeb8 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/quotas/b8e38ec3f92a47fe98829eb3d289cdb4 HTTP/1.1" status: 200 len: 375 time: 0.0091689 Jul 01 19:56:58.125801 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-f8c4db61-3052-4f7c-88d2-15ed5df98ac0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8e38ec3f92a47fe98829eb3d289cdb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436502 Jul 01 19:56:58.154237 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:56:58.222423 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-27eaa60c-a986-431c-bb6e-4a342aa63738 service neutron] 10.222.0.66 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850065 Jul 01 19:56:58.315105 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-f707e0af-663e-4e4d-a60a-87e4933a208f service neutron] 10.222.0.66 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866690 Jul 01 19:56:58.479670 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-50fdd912-7e6e-480a-a01c-2984dc7b0a86 req-08d806fe-d667-441b-9fd1-abbf38d4811b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 210 time: 0.0292099 Jul 01 19:56:58.674655 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135796f-b328-441e-94a7-54d689ebf28a req-33ff98d1-d424-4ab6-90c9-49b6a55a12bc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:58.676966 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a135796f-b328-441e-94a7-54d689ebf28a req-33ff98d1-d424-4ab6-90c9-49b6a55a12bc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0538199 Jul 01 19:56:58.727529 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a135796f-b328-441e-94a7-54d689ebf28a req-8596600e-099d-4e6b-8c88-006ff5c0e064 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441172 Jul 01 19:56:59.594528 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ffd43bb6-a27e-463f-9125-43666d1647be req-e9e72ec5-af81-424f-a0a8-f3402aaeb983 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 210 time: 0.0403600 Jul 01 19:56:59.654982 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c189bd-96e8-44e1-b8cb-6c26a5b0691a req-98186a5e-b237-4d28-9668-f02321ef71c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:59.656394 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-00c189bd-96e8-44e1-b8cb-6c26a5b0691a req-98186a5e-b237-4d28-9668-f02321ef71c1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 1129 time: 0.0435202 Jul 01 19:56:59.844149 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923eec2a-e167-47b6-99bc-1f30cdebd7d5 req-00e3409a-b3d7-42d0-87f0-658c5dcfb10d tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:56:59.845716 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-923eec2a-e167-47b6-99bc-1f30cdebd7d5 req-00e3409a-b3d7-42d0-87f0-658c5dcfb10d tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0464056 Jul 01 19:56:59.894231 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-923eec2a-e167-47b6-99bc-1f30cdebd7d5 req-9ab54ee1-a7ac-4282-a08e-983a6ac5ef37 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425150 Jul 01 19:57:00.010296 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-00c189bd-96e8-44e1-b8cb-6c26a5b0691a req-be749598-cd9a-4156-a835-f65fdb0928ce service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510623 Jul 01 19:57:00.696491 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-269f3c0d-6ab8-4957-87a5-7fa17b4317eb req-f124df5d-9647-4f6d-bce8-05273a30508e tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 210 time: 0.0311127 Jul 01 19:57:01.022423 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c176c-2b18-4017-bed1-0a5ccd3e6720 req-c750db29-760a-463f-aec6-23c2be6eb757 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:01.024420 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-566c176c-2b18-4017-bed1-0a5ccd3e6720 req-c750db29-760a-463f-aec6-23c2be6eb757 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0518231 Jul 01 19:57:01.078436 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-566c176c-2b18-4017-bed1-0a5ccd3e6720 req-f99a4be5-ebba-4390-a285-c3c10b3df592 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480907 Jul 01 19:57:01.126816 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-c300bd11-d814-4ff9-b7f5-3e3d4ca97e48 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:01.128281 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-c300bd11-d814-4ff9-b7f5-3e3d4ca97e48 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.60 "GET /v2.0/networks?id=7e9d88c7-2969-402f-b3c2-096acc062b79 HTTP/1.1" status: 200 len: 817 time: 0.1360371 Jul 01 19:57:01.194511 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f8eec-fb94-4367-a1e7-30c4ad678e0f req-3c356a34-a1a6-4f9e-9bf9-462e61cebaed tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:01.196057 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ad1f8eec-fb94-4367-a1e7-30c4ad678e0f req-3c356a34-a1a6-4f9e-9bf9-462e61cebaed tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 946 time: 0.0526419 Jul 01 19:57:01.197968 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-4149378f-f30b-42d1-becf-3bb5ec2300ff tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8e38ec3f92a47fe98829eb3d289cdb4 HTTP/1.1" status: 200 len: 380 time: 0.0570400 Jul 01 19:57:01.245765 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ad1f8eec-fb94-4367-a1e7-30c4ad678e0f req-dc380d69-3a43-45b6-b35d-1ac9ac3b7614 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434308 Jul 01 19:57:01.267873 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 59602) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:57:01.453550 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0cd376-c70e-423d-8bdd-882772b0929b tempest-TestMinimumBasicScenario-1518797969 tempest-TestMinimumBasicScenario-1518797969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:01.455076 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-9d0cd376-c70e-423d-8bdd-882772b0929b tempest-TestMinimumBasicScenario-1518797969 tempest-TestMinimumBasicScenario-1518797969-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 1125 time: 0.1862159 Jul 01 19:57:01.458765 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 59606) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:57:01.462905 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-4fdf9f4d-7e64-43be-a948-54927aab006d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Request body: {'floatingip': {'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'port_id': '8c1bb424-3191-4a82-8472-b2d89cf9baca', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:57:01.483609 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4fdf9f4d-7e64-43be-a948-54927aab006d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:01.564488 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4fdf9f4d-7e64-43be-a948-54927aab006d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:01.670901 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [None req-4fdf9f4d-7e64-43be-a948-54927aab006d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Allocated IP 172.27.1.117 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/b704cd15-6118-41ae-9a80-66425f630e20) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:57:01.778963 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4fdf9f4d-7e64-43be-a948-54927aab006d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for port (b704cd15-6118-41ae-9a80-66425f630e20), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:01.801744 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-78f50603-1fbf-4388-9668-764bb0654946 req-990e842b-f2b0-48b6-a03d-7bc87cf3313b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 210 time: 0.0336993 Jul 01 19:57:01.802239 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-f518ca71-b2c4-4fca-ac88-07a36a0390e0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Request body: {'port': {'device_id': 'aebdcfdb-f355-4d88-94a2-ef1d4191f28d', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'admin_state_up': True, 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'security_groups': ['2533d20c-90fc-4dd6-89a9-70858c7bfd05']}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:57:01.837170 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4fdf9f4d-7e64-43be-a948-54927aab006d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (b704cd15-6118-41ae-9a80-66425f630e20), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:01.909291 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:01.920369 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdf9f4d-7e64-43be-a948-54927aab006d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:57:01.927726 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-4fdf9f4d-7e64-43be-a948-54927aab006d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:57:01.939150 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdf9f4d-7e64-43be-a948-54927aab006d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:57:01.940833 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:01.962275 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf9f4d-7e64-43be-a948-54927aab006d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Pushing event updated for resources: {'Port': ['ID=b704cd15-6118-41ae-9a80-66425f630e20,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:02.048031 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-f518ca71-b2c4-4fca-ac88-07a36a0390e0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Made reservation on behalf of b8e38ec3f92a47fe98829eb3d289cdb4 for: {'port': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:57:02.051338 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-f518ca71-b2c4-4fca-ac88-07a36a0390e0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:02.193520 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:02.202757 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d62d1-d94b-43f6-a9d0-0fbfd4644550 req-7c47b3e7-ee6b-4d98-bb88-b1caf9fb36bc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:02.204223 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a21d62d1-d94b-43f6-a9d0-0fbfd4644550 req-7c47b3e7-ee6b-4d98-bb88-b1caf9fb36bc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0486922 Jul 01 19:57:02.251787 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a21d62d1-d94b-43f6-a9d0-0fbfd4644550 req-2de7dc50-5e88-43e9-9481-b1f5f2751920 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402808 Jul 01 19:57:02.324189 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-f518ca71-b2c4-4fca-ac88-07a36a0390e0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Allocated IP 172.20.0.9 (7e9d88c7-2969-402f-b3c2-096acc062b79/76c01db0-193d-4246-8c54-cae6849bb14c/7bcf54c4-3b63-4285-981e-25adbeaaf278) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:57:02.482984 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4fdf9f4d-7e64-43be-a948-54927aab006d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for floatingip (7ffb1e3c-90e5-4e04-a253-80c9367af84c), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:02.615308 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-f518ca71-b2c4-4fca-ac88-07a36a0390e0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:02.626112 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4fdf9f4d-7e64-43be-a948-54927aab006d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (b704cd15-6118-41ae-9a80-66425f630e20), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:02.678709 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:02.684417 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:02.685118 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650128bb-1b8b-4d5c-adfd-b1b5c0311caa req-b569d405-d576-45f4-af0c-ac78c300758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:02.686862 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-650128bb-1b8b-4d5c-adfd-b1b5c0311caa req-b569d405-d576-45f4-af0c-ac78c300758e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ba0ddfd3efd41ee9687efe014c40bf0&device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 1129 time: 0.0766661 Jul 01 19:57:02.693990 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b862c2-4f5c-49b1-bbf9-7381dc776f47 req-3a619c20-1e09-4a16-a133-f45a3c5a2baa tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:02.695394 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-87b862c2-4f5c-49b1-bbf9-7381dc776f47 req-3a619c20-1e09-4a16-a133-f45a3c5a2baa tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0744851 Jul 01 19:57:02.709527 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-f518ca71-b2c4-4fca-ac88-07a36a0390e0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:02.789997 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-f518ca71-b2c4-4fca-ac88-07a36a0390e0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Network 7e9d88c7-2969-402f-b3c2-096acc062b79 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:57:02.798537 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-f518ca71-b2c4-4fca-ac88-07a36a0390e0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:57:02.801558 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-f518ca71-b2c4-4fca-ac88-07a36a0390e0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:57:02.807014 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-87b862c2-4f5c-49b1-bbf9-7381dc776f47 req-ea8df3f9-5644-4996-af7e-7dcbd2ad161c tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010590 Jul 01 19:57:02.823110 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650128bb-1b8b-4d5c-adfd-b1b5c0311caa req-585a72f6-4665-4847-8e32-94e16651c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:02.824588 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-650128bb-1b8b-4d5c-adfd-b1b5c0311caa req-585a72f6-4665-4847-8e32-94e16651c1b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=13dd580c-809a-4f73-9432-a6d0838269e1 HTTP/1.1" status: 200 len: 920 time: 0.1283429 Jul 01 19:57:02.866908 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518ca71-b2c4-4fca-ac88-07a36a0390e0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Pushing event updated for resources: {'Port': ['ID=7bcf54c4-3b63-4285-981e-25adbeaaf278,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:02.894843 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-f518ca71-b2c4-4fca-ac88-07a36a0390e0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:02.895704 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-f518ca71-b2c4-4fca-ac88-07a36a0390e0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:02.918554 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4fdf9f4d-7e64-43be-a948-54927aab006d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for port (b704cd15-6118-41ae-9a80-66425f630e20), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:02.923891 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-f518ca71-b2c4-4fca-ac88-07a36a0390e0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1303957 Jul 01 19:57:02.924901 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4fdf9f4d-7e64-43be-a948-54927aab006d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5117128'] for port (b704cd15-6118-41ae-9a80-66425f630e20), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:02.953451 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-650128bb-1b8b-4d5c-adfd-b1b5c0311caa req-28ff3ff0-6133-4e64-b493-97819e6bb7f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3f91ef6-766f-417a-aa5e-c828666be6fa HTTP/1.1" status: 200 len: 1001 time: 0.1189878 Jul 01 19:57:02.956798 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Request body: {'port': {'device_id': 'aebdcfdb-f355-4d88-94a2-ef1d4191f28d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:57:02.965072 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37418538-84c5-49d0-a25d-f4f850db59a1 req-9dddd0a1-4bc6-4983-8996-bf9792a72a75 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:02.966872 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-37418538-84c5-49d0-a25d-f4f850db59a1 req-9dddd0a1-4bc6-4983-8996-bf9792a72a75 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 931 time: 0.0730631 Jul 01 19:57:03.006461 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:03.029146 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650128bb-1b8b-4d5c-adfd-b1b5c0311caa req-86cee66e-bb42-4a8c-885e-0a1b904f7541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:03.030672 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-650128bb-1b8b-4d5c-adfd-b1b5c0311caa req-86cee66e-bb42-4a8c-885e-0a1b904f7541 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b109ae2e-b5c6-4eef-8a69-a246d16af692 HTTP/1.1" status: 200 len: 858 time: 0.0629001 Jul 01 19:57:03.035890 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf9f4d-7e64-43be-a948-54927aab006d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Pushing event updated for resources: {'Port': ['ID=b704cd15-6118-41ae-9a80-66425f630e20,revision_number=2']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:03.070091 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4fdf9f4d-7e64-43be-a948-54927aab006d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (7ffb1e3c-90e5-4e04-a253-80c9367af84c), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:03.094279 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-37418538-84c5-49d0-a25d-f4f850db59a1 req-ee38e344-6ea3-41ac-91aa-0ad8caaae940 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843971 Jul 01 19:57:03.102656 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650128bb-1b8b-4d5c-adfd-b1b5c0311caa req-f279d449-d256-4bdf-9150-5ecdb5f0fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:03.104164 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-650128bb-1b8b-4d5c-adfd-b1b5c0311caa req-f279d449-d256-4bdf-9150-5ecdb5f0fbd6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=13dd580c-809a-4f73-9432-a6d0838269e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541582 Jul 01 19:57:03.133989 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:03.161210 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-8971281a-4562-4b1f-988f-1f2acf3285c5 None None] Provisioning complete for port 7bcf54c4-3b63-4285-981e-25adbeaaf278 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:57:03.161911 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-8971281a-4562-4b1f-988f-1f2acf3285c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:03.194651 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-8971281a-4562-4b1f-988f-1f2acf3285c5 None None] Port 7bcf54c4-3b63-4285-981e-25adbeaaf278 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:57:03.207059 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-650128bb-1b8b-4d5c-adfd-b1b5c0311caa req-64919567-0058-4c04-a2ce-2eee665ee7ff service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896485 Jul 01 19:57:03.305140 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-650128bb-1b8b-4d5c-adfd-b1b5c0311caa req-ea7016ff-f9ee-41dc-a0cd-e6e316b6248f service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918372 Jul 01 19:57:03.494486 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.l3_db [None req-4fdf9f4d-7e64-43be-a948-54927aab006d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Floating IP 7ffb1e3c-90e5-4e04-a253-80c9367af84c associated. External IP: 172.27.1.117, port: 8c1bb424-3191-4a82-8472-b2d89cf9baca. Jul 01 19:57:03.757323 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:03.762399 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:03.829421 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bcf54c4-3b63-4285-981e-25adbeaaf278 {{(pid=110545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:57:03.839893 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Publish callbacks [] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:03.846063 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdf9f4d-7e64-43be-a948-54927aab006d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Router ef94aecc-521b-4bbd-92ac-87046f6d9c3b has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:57:03.861919 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.provisioning_blocks [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Transition to ACTIVE for port object 7bcf54c4-3b63-4285-981e-25adbeaaf278 will not be triggered until provisioned by entity L2. {{(pid=110545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 19:57:03.868793 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5117128'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:03.933222 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488100b9-148d-43be-87bd-f6391a03778b req-07204719-98ae-4e2d-9627-dd2fc20bcf7b tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:03.934744 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-488100b9-148d-43be-87bd-f6391a03778b req-07204719-98ae-4e2d-9627-dd2fc20bcf7b tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0492651 Jul 01 19:57:03.985108 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-488100b9-148d-43be-87bd-f6391a03778b req-d2638e18-faa9-4597-96a8-031af0be8597 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445693 Jul 01 19:57:03.991690 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Pushing event updated for resources: {'Port': ['ID=7bcf54c4-3b63-4285-981e-25adbeaaf278,revision_number=2']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:04.025286 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.025422 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.025782 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.026116 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.026441 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.026765 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.027085 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.027401 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.027722 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.028041 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.028366 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.028675 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.028989 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.029300 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.029632 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.069451 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdf9f4d-7e64-43be-a948-54927aab006d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:57:04.081883 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0e0ffc-44ce-4ef1-94bc-089ff6a6d033 None None] Sync routers for ids ['ef94aecc-521b-4bbd-92ac-87046f6d9c3b'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:57:04.110232 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0e0ffc-44ce-4ef1-94bc-089ff6a6d033 None None] Routers {'ef94aecc-521b-4bbd-92ac-87046f6d9c3b'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:57:04.111236 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-fa0e0ffc-44ce-4ef1-94bc-089ff6a6d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:56:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['ef94aecc-521b-4bbd-92ac-87046f6d9c3b'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:57:04.111645 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4fdf9f4d-7e64-43be-a948-54927aab006d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:04.135849 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.managers [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Attempting to bind port 7bcf54c4-3b63-4285-981e-25adbeaaf278 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:57:04.136187 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.managers [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Attempting to bind port 7bcf54c4-3b63-4285-981e-25adbeaaf278 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '5d68873e-3f85-40c5-96cd-ad37b7501d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79'}] {{(pid=110545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:57:04.136518 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Attempting to bind port 7bcf54c4-3b63-4285-981e-25adbeaaf278 on network 7e9d88c7-2969-402f-b3c2-096acc062b79 {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:57:04.147575 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Port 7bcf54c4-3b63-4285-981e-25adbeaaf278 on network 7e9d88c7-2969-402f-b3c2-096acc062b79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 19:57:04.147904 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Attempting to bind port 7bcf54c4-3b63-4285-981e-25adbeaaf278 on network 7e9d88c7-2969-402f-b3c2-096acc062b79 {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:57:04.158384 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-4fdf9f4d-7e64-43be-a948-54927aab006d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6986294 Jul 01 19:57:04.159107 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58add3b8-fd7b-4911-91bd-328d58945ac9', 'tag': '8c1bb424-3191-4a82-8472-b2d89cf9baca'}] {{(pid=110545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:57:04.161981 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 59630) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:57:04.163118 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcb8287ee1e4b298a834a36a05516dc05427937f10d56c225ffa2f4d88459ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c4ae33-c495-4c69-981e-a30a33026973" -d '{"events": [{"name": "network-changed", "server_uuid": "58add3b8-fd7b-4911-91bd-328d58945ac9", "tag": "8c1bb424-3191-4a82-8472-b2d89cf9baca"}]}' {{(pid=110545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:57:04.168163 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Checking agent: {'id': '080768a1-72cc-47dc-9460-2bcdea095798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'started_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:57:04.168163 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Checking segment: {'id': '5d68873e-3f85-40c5-96cd-ad37b7501d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:57:04.168480 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-bd0100bd-77c2-4d8f-97f0-8a8fab93c20a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-313312034', 'description': 'tempest-secgroup-smoke-313312034 description', 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:57:04.168585 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Bound using segment: {'id': '5d68873e-3f85-40c5-96cd-ad37b7501d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79'} {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:57:04.168585 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.managers [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Bound port: 7bcf54c4-3b63-4285-981e-25adbeaaf278, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d68873e-3f85-40c5-96cd-ad37b7501d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79'}}] {{(pid=110545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:57:04.168585 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:04.227998 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:04.229262 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb1967b-05c0-4d71-acb1-24c5f476cc0b x-openstack-request-id: req-8fb1967b-05c0-4d71-acb1-24c5f476cc0b {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:57:04.230362 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58add3b8-fd7b-4911-91bd-328d58945ac9", "tag": "8c1bb424-3191-4a82-8472-b2d89cf9baca", "status": "completed", "code": 200}]} {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:57:04.230650 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8fb1967b-05c0-4d71-acb1-24c5f476cc0b {{(pid=110545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:57:04.231146 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fb1967b-05c0-4d71-acb1-24c5f476cc0b'] response: {'name': 'network-changed', 'server_uuid': '58add3b8-fd7b-4911-91bd-328d58945ac9', 'tag': '8c1bb424-3191-4a82-8472-b2d89cf9baca', 'status': 'completed', 'code': 200} Jul 01 19:57:04.234267 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-bd0100bd-77c2-4d8f-97f0-8a8fab93c20a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:04.237061 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:04.244208 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951c95f-669b-4ffb-b922-e7f82f4483a9 req-779a55a9-14c1-4adc-b721-f382d36fc189 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:04.245774 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e951c95f-669b-4ffb-b922-e7f82f4483a9 req-779a55a9-14c1-4adc-b721-f382d36fc189 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 943 time: 0.0598588 Jul 01 19:57:04.252825 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-fa0e0ffc-44ce-4ef1-94bc-089ff6a6d033 None None] Set router ef94aecc-521b-4bbd-92ac-87046f6d9c3b gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:57:04.261490 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] For port 7bcf54c4-3b63-4285-981e-25adbeaaf278, host hv-cinder-84460, cleared binding levels {{(pid=110545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:57:04.265372 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] For port 7bcf54c4-3b63-4285-981e-25adbeaaf278, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7bcf54c4-3b63-4285-981e-25adbeaaf278,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:57:04.272155 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5117128'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:04.308034 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:04.308034 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:04.309694 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] 10.222.0.60 "PUT /v2.0/ports/7bcf54c4-3b63-4285-981e-25adbeaaf278 HTTP/1.1" status: 200 len: 1093 time: 1.3750944 Jul 01 19:57:04.324642 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e951c95f-669b-4ffb-b922-e7f82f4483a9 req-51641ad1-2051-4230-b0a5-fb0d1452fe49 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708349 Jul 01 19:57:04.339210 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b64a6-d6d8-4d73-843f-0769bc9275ed service neutron] Pushing event updated for resources: {'Port': ['ID=7bcf54c4-3b63-4285-981e-25adbeaaf278,revision_number=3']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:04.368085 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-bd0100bd-77c2-4d8f-97f0-8a8fab93c20a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for security_group (dce35b76-89c6-423c-8cb8-9feb2fe13b2a), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:04.373432 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-bd0100bd-77c2-4d8f-97f0-8a8fab93c20a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (dce35b76-89c6-423c-8cb8-9feb2fe13b2a), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:04.409708 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-bd0100bd-77c2-4d8f-97f0-8a8fab93c20a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:04.414091 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-bd0100bd-77c2-4d8f-97f0-8a8fab93c20a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2483666 Jul 01 19:57:04.414489 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 59634) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:57:04.419365 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-ea985aef-1782-48af-89d4-fa2430618d04 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Request body: {'security_group_rule': {'security_group_id': 'dce35b76-89c6-423c-8cb8-9feb2fe13b2a', 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:57:04.425294 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0100bd-77c2-4d8f-97f0-8a8fab93c20a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce35b76-89c6-423c-8cb8-9feb2fe13b2a,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:04.440621 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0100bd-77c2-4d8f-97f0-8a8fab93c20a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.440970 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0100bd-77c2-4d8f-97f0-8a8fab93c20a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.441316 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0100bd-77c2-4d8f-97f0-8a8fab93c20a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.442258 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0100bd-77c2-4d8f-97f0-8a8fab93c20a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.442608 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0100bd-77c2-4d8f-97f0-8a8fab93c20a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.442937 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0100bd-77c2-4d8f-97f0-8a8fab93c20a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.443271 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0100bd-77c2-4d8f-97f0-8a8fab93c20a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.443598 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0100bd-77c2-4d8f-97f0-8a8fab93c20a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.443922 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0100bd-77c2-4d8f-97f0-8a8fab93c20a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.444247 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0100bd-77c2-4d8f-97f0-8a8fab93c20a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.444570 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0100bd-77c2-4d8f-97f0-8a8fab93c20a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.444892 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0100bd-77c2-4d8f-97f0-8a8fab93c20a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.445296 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0100bd-77c2-4d8f-97f0-8a8fab93c20a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.445533 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0100bd-77c2-4d8f-97f0-8a8fab93c20a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.445906 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0100bd-77c2-4d8f-97f0-8a8fab93c20a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:04.465289 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ea985aef-1782-48af-89d4-fa2430618d04 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for security_group_rule (6db50064-7f26-4dcd-aaa0-4e0913636b82), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:04.538394 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=100 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:04.540238 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ea985aef-1782-48af-89d4-fa2430618d04 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for security_group_rule (6db50064-7f26-4dcd-aaa0-4e0913636b82), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:04.545012 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ea985aef-1782-48af-89d4-fa2430618d04 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (6db50064-7f26-4dcd-aaa0-4e0913636b82), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:04.545143 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-fa0e0ffc-44ce-4ef1-94bc-089ff6a6d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'name': 'tempest-TestMinimumBasicScenario-325206908-router', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:56:08Z', 'revision_number': 4, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'gw_port': {'id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '7ffb1e3c-90e5-4e04-a253-80c9367af84c', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'port_id': '8c1bb424-3191-4a82-8472-b2d89cf9baca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e', 'mac_address': 'fa:16:3e:19:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58add3b8-fd7b-4911-91bd-328d58945ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:57:02Z', 'updated_at': '2022-07-01T19:57:02Z', 'revision_number': 0, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44d20433-5a1c-43fc-89e1-5516470c5e03', 'name': '', 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'mac_address': 'fa:16:3e:4d:58:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ada78ccc-02e0-43d8-81bf-098a7035a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:07Z', 'updated_at': '2022-07-01T19:56:15Z', 'revision_number': 5, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'subnets': [{'id': 'ada78ccc-02e0-43d8-81bf-098a7035a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:57:04.566192 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea985aef-1782-48af-89d4-fa2430618d04 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db50064-7f26-4dcd-aaa0-4e0913636b82,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:04.571134 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0e0ffc-44ce-4ef1-94bc-089ff6a6d033 None None] Checking router: ef94aecc-521b-4bbd-92ac-87046f6d9c3b for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:57:04.571761 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ea985aef-1782-48af-89d4-fa2430618d04 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:04.575995 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-ea985aef-1782-48af-89d4-fa2430618d04 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1577756 Jul 01 19:57:04.575995 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 59636) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:57:04.579880 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-091ed532-5357-4cdd-b141-c22ef9a25f7e tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Request body: {'security_group_rule': {'security_group_id': 'dce35b76-89c6-423c-8cb8-9feb2fe13b2a', 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:57:04.582067 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0e0ffc-44ce-4ef1-94bc-089ff6a6d033 None None] Routers {'ef94aecc-521b-4bbd-92ac-87046f6d9c3b'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:57:04.583321 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-fa0e0ffc-44ce-4ef1-94bc-089ff6a6d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:56:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['ef94aecc-521b-4bbd-92ac-87046f6d9c3b'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:57:04.608028 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-091ed532-5357-4cdd-b141-c22ef9a25f7e tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for security_group_rule (507c6811-7d9c-4d79-96c6-8668912c7807), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:04.667873 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:04.670614 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-091ed532-5357-4cdd-b141-c22ef9a25f7e tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for security_group_rule (507c6811-7d9c-4d79-96c6-8668912c7807), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:04.675362 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-091ed532-5357-4cdd-b141-c22ef9a25f7e tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (507c6811-7d9c-4d79-96c6-8668912c7807), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:04.698792 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ed532-5357-4cdd-b141-c22ef9a25f7e tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=507c6811-7d9c-4d79-96c6-8668912c7807,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:04.710097 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-091ed532-5357-4cdd-b141-c22ef9a25f7e tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:04.711377 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-091ed532-5357-4cdd-b141-c22ef9a25f7e tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347597 Jul 01 19:57:04.714296 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 59638) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:57:04.718755 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-563b1f49-7adc-4c04-ae91-cb9f7b011ee5 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Request body: {'security_group_rule': {'security_group_id': 'dce35b76-89c6-423c-8cb8-9feb2fe13b2a', 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:57:04.747977 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-563b1f49-7adc-4c04-ae91-cb9f7b011ee5 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for security_group_rule (d59af847-f095-4973-9075-ed7b5d1e5298), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:04.811767 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-563b1f49-7adc-4c04-ae91-cb9f7b011ee5 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for security_group_rule (d59af847-f095-4973-9075-ed7b5d1e5298), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:04.821247 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-563b1f49-7adc-4c04-ae91-cb9f7b011ee5 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (d59af847-f095-4973-9075-ed7b5d1e5298), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:04.838313 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-fa0e0ffc-44ce-4ef1-94bc-089ff6a6d033 None None] Set router ef94aecc-521b-4bbd-92ac-87046f6d9c3b gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:57:04.846025 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b1f49-7adc-4c04-ae91-cb9f7b011ee5 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d59af847-f095-4973-9075-ed7b5d1e5298,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:04.851872 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-563b1f49-7adc-4c04-ae91-cb9f7b011ee5 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:04.853123 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-563b1f49-7adc-4c04-ae91-cb9f7b011ee5 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378441 Jul 01 19:57:04.856083 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 59640) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:57:04.860427 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-0f2a14a3-d9f7-4412-9b10-3a45cd5ce84f tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Request body: {'security_group_rule': {'security_group_id': 'dce35b76-89c6-423c-8cb8-9feb2fe13b2a', 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:57:04.888841 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0f2a14a3-d9f7-4412-9b10-3a45cd5ce84f tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for security_group_rule (b4483d20-6900-4239-9afb-ca776247125e), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:04.964558 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0f2a14a3-d9f7-4412-9b10-3a45cd5ce84f tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for security_group_rule (b4483d20-6900-4239-9afb-ca776247125e), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:04.984677 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0f2a14a3-d9f7-4412-9b10-3a45cd5ce84f tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (b4483d20-6900-4239-9afb-ca776247125e), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:04.988783 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4ae33-c495-4c69-981e-a30a33026973 req-b5459eab-d188-4a3b-b3a2-c762f620e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:04.990594 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-10c4ae33-c495-4c69-981e-a30a33026973 req-b5459eab-d188-4a3b-b3a2-c762f620e542 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e33de0b0c3244c78a86fbfda1c9fbdd6&device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 1130 time: 0.0471625 Jul 01 19:57:05.005511 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:05.015882 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a14a3-d9f7-4412-9b10-3a45cd5ce84f tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4483d20-6900-4239-9afb-ca776247125e,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:05.027212 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-d9a31ef0-58af-4b8a-834f-18de3581431e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:05.030045 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-d9a31ef0-58af-4b8a-834f-18de3581431e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8e38ec3f92a47fe98829eb3d289cdb4&device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 1127 time: 0.0794730 Jul 01 19:57:05.036532 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:05.038309 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:05.043537 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0f2a14a3-d9f7-4412-9b10-3a45cd5ce84f tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:05.045776 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-0f2a14a3-d9f7-4412-9b10-3a45cd5ce84f tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1878808 Jul 01 19:57:05.049309 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 59644) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:57:05.054065 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-9f1dbcfc-eec6-4b5e-a736-e6933ddb1ca0 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Request body: {'security_group_rule': {'security_group_id': 'dce35b76-89c6-423c-8cb8-9feb2fe13b2a', 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:57:05.090338 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-fa0e0ffc-44ce-4ef1-94bc-089ff6a6d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'name': 'tempest-TestMinimumBasicScenario-325206908-router', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:56:08Z', 'revision_number': 4, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'gw_port': {'id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '7ffb1e3c-90e5-4e04-a253-80c9367af84c', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'port_id': '8c1bb424-3191-4a82-8472-b2d89cf9baca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e', 'mac_address': 'fa:16:3e:19:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58add3b8-fd7b-4911-91bd-328d58945ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:57:02Z', 'updated_at': '2022-07-01T19:57:02Z', 'revision_number': 0, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44d20433-5a1c-43fc-89e1-5516470c5e03', 'name': '', 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'mac_address': 'fa:16:3e:4d:58:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ada78ccc-02e0-43d8-81bf-098a7035a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:07Z', 'updated_at': '2022-07-01T19:56:15Z', 'revision_number': 5, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'subnets': [{'id': 'ada78ccc-02e0-43d8-81bf-098a7035a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:57:05.102042 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-35579e3d-e2c8-486e-9190-5563f6957148 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bcf54c4-3b63-4285-981e-25adbeaaf278 HTTP/1.1" status: 200 len: 217 time: 0.0544922 Jul 01 19:57:05.107927 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:05.111570 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.securitygroups_db [None req-9f1dbcfc-eec6-4b5e-a736-e6933ddb1ca0 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Project e33de0b0c3244c78a86fbfda1c9fbdd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 01 19:57:05.120102 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9f1dbcfc-eec6-4b5e-a736-e6933ddb1ca0 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for security_group_rule (4fa7f9d4-3ebe-4318-b93a-2eff6cf77982), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:05.123748 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0e0ffc-44ce-4ef1-94bc-089ff6a6d033 None None] The sync data for ids ['ef94aecc-521b-4bbd-92ac-87046f6d9c3b'] in dv-cinder-844601-7-iscsi is: [{'id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'name': 'tempest-TestMinimumBasicScenario-325206908-router', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:56:08Z', 'revision_number': 4, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'gw_port': {'id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '7ffb1e3c-90e5-4e04-a253-80c9367af84c', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'port_id': '8c1bb424-3191-4a82-8472-b2d89cf9baca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e', 'mac_address': 'fa:16:3e:19:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58add3b8-fd7b-4911-91bd-328d58945ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:57:02Z', 'updated_at': '2022-07-01T19:57:02Z', 'revision_number': 0, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44d20433-5a1c-43fc-89e1-5516470c5e03', 'name': '', 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'mac_address': 'fa:16:3e:4d:58:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ada78ccc-02e0-43d8-81bf-098a7035a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:07Z', 'updated_at': '2022-07-01T19:56:15Z', 'revision_number': 5, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'subnets': [{'id': 'ada78ccc-02e0-43d8-81bf-098a7035a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:57:05.150138 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b295c2-7833-458c-afaf-aa0707f100c1 req-4f62e9f8-750e-4c10-b35b-ff3f1f27bdd7 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:05.151692 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-52b295c2-7833-458c-afaf-aa0707f100c1 req-4f62e9f8-750e-4c10-b35b-ff3f1f27bdd7 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0601866 Jul 01 19:57:05.209532 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9f1dbcfc-eec6-4b5e-a736-e6933ddb1ca0 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for security_group_rule (4fa7f9d4-3ebe-4318-b93a-2eff6cf77982), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:05.211653 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4ae33-c495-4c69-981e-a30a33026973 req-a82bfcee-fe0f-4f1d-b341-2f7996c28a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:05.215047 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-10c4ae33-c495-4c69-981e-a30a33026973 req-a82bfcee-fe0f-4f1d-b341-2f7996c28a21 service neutron] 10.222.0.60 "GET /v2.0/networks?id=278aa73b-8d63-4a59-a3b7-723c6888fb9e HTTP/1.1" status: 200 len: 915 time: 0.2127440 Jul 01 19:57:05.216656 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9f1dbcfc-eec6-4b5e-a736-e6933ddb1ca0 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (4fa7f9d4-3ebe-4318-b93a-2eff6cf77982), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:05.239601 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1dbcfc-eec6-4b5e-a736-e6933ddb1ca0 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa7f9d4-3ebe-4318-b93a-2eff6cf77982,revision_number=0']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:05.251945 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9f1dbcfc-eec6-4b5e-a736-e6933ddb1ca0 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:05.253684 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-9f1dbcfc-eec6-4b5e-a736-e6933ddb1ca0 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2035258 Jul 01 19:57:05.256715 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 59646) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:57:05.261529 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-88dd2d74-8124-4c39-9ed4-f64cef1bbfc5 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Request body: {'security_group_rule': {'security_group_id': 'dce35b76-89c6-423c-8cb8-9feb2fe13b2a', 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:57:05.281260 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-52b295c2-7833-458c-afaf-aa0707f100c1 req-c59e03cb-8423-4e0e-8494-535186c9dde1 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170561 Jul 01 19:57:05.283351 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-8581a7f5-f3f0-4014-8bdc-6cd09cfe1c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:05.284911 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-8581a7f5-f3f0-4014-8bdc-6cd09cfe1c58 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=76c01db0-193d-4246-8c54-cae6849bb14c HTTP/1.1" status: 200 len: 856 time: 0.0977571 Jul 01 19:57:05.291335 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:05.299617 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.securitygroups_db [None req-88dd2d74-8124-4c39-9ed4-f64cef1bbfc5 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Project e33de0b0c3244c78a86fbfda1c9fbdd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 01 19:57:05.310236 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-88dd2d74-8124-4c39-9ed4-f64cef1bbfc5 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for security_group_rule (a7f20bd6-bac4-4e94-b9d0-5b4c4cc531b9), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:05.370196 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-88dd2d74-8124-4c39-9ed4-f64cef1bbfc5 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for security_group_rule (a7f20bd6-bac4-4e94-b9d0-5b4c4cc531b9), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:05.375329 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-88dd2d74-8124-4c39-9ed4-f64cef1bbfc5 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (a7f20bd6-bac4-4e94-b9d0-5b4c4cc531b9), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:05.395095 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd2d74-8124-4c39-9ed4-f64cef1bbfc5 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f20bd6-bac4-4e94-b9d0-5b4c4cc531b9,revision_number=0']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:05.404627 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-88dd2d74-8124-4c39-9ed4-f64cef1bbfc5 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:05.408496 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-88dd2d74-8124-4c39-9ed4-f64cef1bbfc5 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1478338 Jul 01 19:57:05.412028 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947a0c92-3c8a-4881-8942-7d6215f8798d None None] New status for floating IP 7ffb1e3c-90e5-4e04-a253-80c9367af84c: ACTIVE {{(pid=110547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 19:57:05.503887 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f37189-518c-458e-af0b-f2f869785287 req-b00ebfaf-c7c9-4de8-a7c3-8e84514d753d tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:05.506492 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-13f37189-518c-458e-af0b-f2f869785287 req-b00ebfaf-c7c9-4de8-a7c3-8e84514d753d tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 943 time: 0.0685885 Jul 01 19:57:05.560592 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c2c95d85-0627-4f2b-b7ac-95adca4f1cd7 req-8cf16223-f377-4dea-973d-6616f33fa88e tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-313312034&fields=id&tenant_id=e33de0b0c3244c78a86fbfda1c9fbdd6 HTTP/1.1" status: 200 len: 267 time: 0.0924423 Jul 01 19:57:05.618934 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-13f37189-518c-458e-af0b-f2f869785287 req-596514a0-bc20-478b-87fa-349f3fe6a95a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046960 Jul 01 19:57:05.633367 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c95d85-0627-4f2b-b7ac-95adca4f1cd7 req-33846986-d6d3-422b-aee3-5e0ea84f7a15 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:05.634851 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c2c95d85-0627-4f2b-b7ac-95adca4f1cd7 req-33846986-d6d3-422b-aee3-5e0ea84f7a15 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 946 time: 0.0634379 Jul 01 19:57:05.646358 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-c2c95d85-0627-4f2b-b7ac-95adca4f1cd7 req-92f53604-f478-4e20-8d8e-60c6900ee169 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Request body: {'port': {'security_groups': ['909d4703-27a0-4cae-8a9e-b0b9f9a8b021', 'dce35b76-89c6-423c-8cb8-9feb2fe13b2a']}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:57:05.757409 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-10c4ae33-c495-4c69-981e-a30a33026973 req-7f785de1-c4b9-4046-962b-6dc2e82f0505 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c1bb424-3191-4a82-8472-b2d89cf9baca HTTP/1.1" status: 200 len: 1002 time: 0.0613708 Jul 01 19:57:05.784943 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-c2c95d85-0627-4f2b-b7ac-95adca4f1cd7 req-92f53604-f478-4e20-8d8e-60c6900ee169 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (8c1bb424-3191-4a82-8472-b2d89cf9baca), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:05.812346 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-5a603905-ba95-497c-979e-aafb1c141f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:05.813917 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-5a603905-ba95-497c-979e-aafb1c141f65 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9d88c7-2969-402f-b3c2-096acc062b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0991087 Jul 01 19:57:05.830143 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4ae33-c495-4c69-981e-a30a33026973 req-99e15cb0-09f9-4205-a171-f6103f1b9200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:05.831603 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-10c4ae33-c495-4c69-981e-a30a33026973 req-99e15cb0-09f9-4205-a171-f6103f1b9200 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ada78ccc-02e0-43d8-81bf-098a7035a7ba HTTP/1.1" status: 200 len: 853 time: 0.0677383 Jul 01 19:57:05.835793 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:05.881567 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4ae33-c495-4c69-981e-a30a33026973 req-1eef2132-cdbf-462d-9f4b-13f6e91172a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:05.883094 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-10c4ae33-c495-4c69-981e-a30a33026973 req-1eef2132-cdbf-462d-9f4b-13f6e91172a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=278aa73b-8d63-4a59-a3b7-723c6888fb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445006 Jul 01 19:57:05.974640 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-10c4ae33-c495-4c69-981e-a30a33026973 req-2eaf7e03-0b8a-47c3-af4d-6d9590137425 service neutron] 10.222.0.60 "GET /v2.0/networks/278aa73b-8d63-4a59-a3b7-723c6888fb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856328 Jul 01 19:57:05.997442 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-e72e9658-95ad-405d-8a0c-62452b21dcf2 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584256 Jul 01 19:57:06.071196 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-10c4ae33-c495-4c69-981e-a30a33026973 req-019cec82-ca4e-4afa-b076-b688ddea36ac service neutron] 10.222.0.60 "GET /v2.0/networks/278aa73b-8d63-4a59-a3b7-723c6888fb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895994 Jul 01 19:57:06.120157 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-fc853fed-6338-4f78-b838-156654513574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:06.137187 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-c2c95d85-0627-4f2b-b7ac-95adca4f1cd7 req-92f53604-f478-4e20-8d8e-60c6900ee169 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] For port 8c1bb424-3191-4a82-8472-b2d89cf9baca, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=8c1bb424-3191-4a82-8472-b2d89cf9baca,segment=NetworkSegment(fa0718ee-af58-4809-8d4c-5b6af82a8080),segment_id=fa0718ee-af58-4809-8d4c-5b6af82a8080)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:57:06.165673 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-884074c3-ae74-45fa-b061-8f9022bdbd04 req-dd13f22a-f86e-4454-bc74-b1c431f4110f service neutron] 10.222.0.60 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625652 Jul 01 19:57:06.179358 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-c2c95d85-0627-4f2b-b7ac-95adca4f1cd7 req-92f53604-f478-4e20-8d8e-60c6900ee169 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for port (8c1bb424-3191-4a82-8472-b2d89cf9baca), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:06.184279 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-c2c95d85-0627-4f2b-b7ac-95adca4f1cd7 req-92f53604-f478-4e20-8d8e-60c6900ee169 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (8c1bb424-3191-4a82-8472-b2d89cf9baca), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:06.198837 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['8c1bb424-3191-4a82-8472-b2d89cf9baca'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:57:06.231136 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c95d85-0627-4f2b-b7ac-95adca4f1cd7 req-92f53604-f478-4e20-8d8e-60c6900ee169 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:06.231775 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-c2c95d85-0627-4f2b-b7ac-95adca4f1cd7 req-92f53604-f478-4e20-8d8e-60c6900ee169 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:06.232186 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebdcfdb-f355-4d88-94a2-ef1d4191f28d', 'tag': '7bcf54c4-3b63-4285-981e-25adbeaaf278'}] {{(pid=110545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:57:06.234817 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcb8287ee1e4b298a834a36a05516dc05427937f10d56c225ffa2f4d88459ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e68b29-54c1-4cf1-83fb-957c1b344b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "aebdcfdb-f355-4d88-94a2-ef1d4191f28d", "tag": "7bcf54c4-3b63-4285-981e-25adbeaaf278"}]}' {{(pid=110545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:57:06.249525 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c2c95d85-0627-4f2b-b7ac-95adca4f1cd7 req-92f53604-f478-4e20-8d8e-60c6900ee169 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "PUT /v2.0/ports/8c1bb424-3191-4a82-8472-b2d89cf9baca HTTP/1.1" status: 200 len: 982 time: 0.6084077 Jul 01 19:57:06.250056 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58add3b8-fd7b-4911-91bd-328d58945ac9', 'tag': '8c1bb424-3191-4a82-8472-b2d89cf9baca'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:57:06.252377 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d481a351-fd19-4ae1-9235-832fbe79c07e" -d '{"events": [{"name": "network-changed", "server_uuid": "58add3b8-fd7b-4911-91bd-328d58945ac9", "tag": "8c1bb424-3191-4a82-8472-b2d89cf9baca"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:57:06.279236 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f53604-f478-4e20-8d8e-60c6900ee169 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Pushing event updated for resources: {'Port': ['ID=8c1bb424-3191-4a82-8472-b2d89cf9baca,revision_number=6']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:06.305800 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb9b01c-64fd-41d6-8546-7e717caddfaa x-openstack-request-id: req-edb9b01c-64fd-41d6-8546-7e717caddfaa {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:57:06.306097 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aebdcfdb-f355-4d88-94a2-ef1d4191f28d", "tag": "7bcf54c4-3b63-4285-981e-25adbeaaf278", "status": "completed", "code": 200}]} {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:57:06.306346 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-edb9b01c-64fd-41d6-8546-7e717caddfaa {{(pid=110545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:57:06.306745 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edb9b01c-64fd-41d6-8546-7e717caddfaa'] response: {'name': 'network-changed', 'server_uuid': 'aebdcfdb-f355-4d88-94a2-ef1d4191f28d', 'tag': '7bcf54c4-3b63-4285-981e-25adbeaaf278', 'status': 'completed', 'code': 200} Jul 01 19:57:06.352960 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257a19ee-472f-4dfe-b33e-da44206e0e1e x-openstack-request-id: req-257a19ee-472f-4dfe-b33e-da44206e0e1e {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:57:06.353350 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58add3b8-fd7b-4911-91bd-328d58945ac9", "tag": "8c1bb424-3191-4a82-8472-b2d89cf9baca", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:57:06.354694 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-257a19ee-472f-4dfe-b33e-da44206e0e1e {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:57:06.355375 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-257a19ee-472f-4dfe-b33e-da44206e0e1e'] response: {'name': 'network-changed', 'server_uuid': '58add3b8-fd7b-4911-91bd-328d58945ac9', 'tag': '8c1bb424-3191-4a82-8472-b2d89cf9baca', 'status': 'completed', 'code': 200} Jul 01 19:57:06.365913 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['8c1bb424-3191-4a82-8472-b2d89cf9baca'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:57:06.382417 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c2f85-ca07-4de4-9169-f1971556613a req-11d1fa07-76c6-47b9-b680-ed8cc6dfeca5 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:06.386369 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-740c2f85-ca07-4de4-9169-f1971556613a req-11d1fa07-76c6-47b9-b680-ed8cc6dfeca5 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 985 time: 0.0793939 Jul 01 19:57:06.411216 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:06.427065 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=100 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:06.493428 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184c6d6-52b2-4652-8155-bc3d0cb76161 req-c0fc41a7-2f6a-4787-814a-b33b66b5f6e3 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:06.495007 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6184c6d6-52b2-4652-8155-bc3d0cb76161 req-c0fc41a7-2f6a-4787-814a-b33b66b5f6e3 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0785718 Jul 01 19:57:06.514241 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-740c2f85-ca07-4de4-9169-f1971556613a req-10369281-73eb-4511-94c4-85c28a13174a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=dce35b76-89c6-423c-8cb8-9feb2fe13b2a&id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1201844 Jul 01 19:57:06.545692 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-bcd8a1b5-ecbf-4297-9101-53fe9141423e None None] Provisioning complete for port 8c1bb424-3191-4a82-8472-b2d89cf9baca triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:57:06.546074 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-bcd8a1b5-ecbf-4297-9101-53fe9141423e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (8c1bb424-3191-4a82-8472-b2d89cf9baca), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:06.555645 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6184c6d6-52b2-4652-8155-bc3d0cb76161 req-120ceb3d-24ef-483d-a8a1-4792e654cbd3 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528133 Jul 01 19:57:06.668453 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410eb5b5-acaf-4456-a799-a8d2c0318dbf req-5d54cc6e-cdec-43be-a6e3-502102c7eaa7 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:06.670216 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-410eb5b5-acaf-4456-a799-a8d2c0318dbf req-5d54cc6e-cdec-43be-a6e3-502102c7eaa7 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0496609 Jul 01 19:57:06.678631 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 59668) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:57:06.682968 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-e1d5c966-f1c0-4900-bd12-2c0e75027d41 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Request body: {'floatingip': {'port_id': 'f3f91ef6-766f-417a-aa5e-c828666be6fa'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:57:06.739671 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-bcd8a1b5-ecbf-4297-9101-53fe9141423e None None] Current status of the port 8c1bb424-3191-4a82-8472-b2d89cf9baca is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:57:06.795994 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e1d5c966-f1c0-4900-bd12-2c0e75027d41 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for floatingip (bc98d141-e277-4352-821a-26c184833713), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:06.804905 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b551b-b2fd-4c5d-84e1-5888a7fe9f06 req-702383a5-9740-4649-b0cd-383988927864 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:06.806406 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5a5b551b-b2fd-4c5d-84e1-5888a7fe9f06 req-702383a5-9740-4649-b0cd-383988927864 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 943 time: 0.0874822 Jul 01 19:57:06.850868 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:06.902829 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:06.929968 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5a5b551b-b2fd-4c5d-84e1-5888a7fe9f06 req-032d3a38-abda-4871-aa18-b25b10b61e56 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929637 Jul 01 19:57:07.329019 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481a351-fd19-4ae1-9235-832fbe79c07e req-c46e7880-bd7c-44a0-a41d-86f87d0fb996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:07.330612 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-d481a351-fd19-4ae1-9235-832fbe79c07e req-c46e7880-bd7c-44a0-a41d-86f87d0fb996 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e33de0b0c3244c78a86fbfda1c9fbdd6&device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 1169 time: 0.0422282 Jul 01 19:57:07.437884 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481a351-fd19-4ae1-9235-832fbe79c07e req-23f55acb-da59-4f79-a055-a433682f3aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:07.439272 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-d481a351-fd19-4ae1-9235-832fbe79c07e req-23f55acb-da59-4f79-a055-a433682f3aa8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=278aa73b-8d63-4a59-a3b7-723c6888fb9e HTTP/1.1" status: 200 len: 915 time: 0.0938447 Jul 01 19:57:07.456538 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e68b29-54c1-4cf1-83fb-957c1b344b0d req-0d0d70a8-1e54-4726-aefb-51e2d9318ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:07.458378 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-29e68b29-54c1-4cf1-83fb-957c1b344b0d req-0d0d70a8-1e54-4726-aefb-51e2d9318ca1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8e38ec3f92a47fe98829eb3d289cdb4&device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 1127 time: 0.0549059 Jul 01 19:57:07.515623 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-d481a351-fd19-4ae1-9235-832fbe79c07e req-9cf9b754-27a6-41ae-8610-14b2031e6803 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c1bb424-3191-4a82-8472-b2d89cf9baca HTTP/1.1" status: 200 len: 1002 time: 0.0607946 Jul 01 19:57:07.571493 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481a351-fd19-4ae1-9235-832fbe79c07e req-8b0949eb-e33c-41aa-8011-c1c0e2e42a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:07.572948 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-d481a351-fd19-4ae1-9235-832fbe79c07e req-8b0949eb-e33c-41aa-8011-c1c0e2e42a59 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ada78ccc-02e0-43d8-81bf-098a7035a7ba HTTP/1.1" status: 200 len: 853 time: 0.0467389 Jul 01 19:57:07.621834 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e1d5c966-f1c0-4900-bd12-2c0e75027d41 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:07.622893 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481a351-fd19-4ae1-9235-832fbe79c07e req-c5110d57-931b-4aaa-98b4-b60b91d6e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:07.624453 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-d481a351-fd19-4ae1-9235-832fbe79c07e req-c5110d57-931b-4aaa-98b4-b60b91d6e0b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=278aa73b-8d63-4a59-a3b7-723c6888fb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445204 Jul 01 19:57:07.624962 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e68b29-54c1-4cf1-83fb-957c1b344b0d req-f0fefc7f-39b3-4e44-be13-efdc00d26cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:07.626528 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-29e68b29-54c1-4cf1-83fb-957c1b344b0d req-f0fefc7f-39b3-4e44-be13-efdc00d26cac service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e9d88c7-2969-402f-b3c2-096acc062b79 HTTP/1.1" status: 200 len: 918 time: 0.1616387 Jul 01 19:57:07.627566 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e1d5c966-f1c0-4900-bd12-2c0e75027d41 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (bc98d141-e277-4352-821a-26c184833713), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:07.708642 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:07.724273 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-d481a351-fd19-4ae1-9235-832fbe79c07e req-4ad462fb-d6fd-4f1f-a17c-2f78572da34d service neutron] 10.222.0.60 "GET /v2.0/networks/278aa73b-8d63-4a59-a3b7-723c6888fb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879433 Jul 01 19:57:07.726733 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-29e68b29-54c1-4cf1-83fb-957c1b344b0d req-27de1430-e402-42cc-9015-bf204bff802e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bcf54c4-3b63-4285-981e-25adbeaaf278 HTTP/1.1" status: 200 len: 217 time: 0.0628502 Jul 01 19:57:07.802842 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e68b29-54c1-4cf1-83fb-957c1b344b0d req-e13d40fc-4f5f-4b20-a033-d4e0be44ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:07.804299 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-29e68b29-54c1-4cf1-83fb-957c1b344b0d req-e13d40fc-4f5f-4b20-a033-d4e0be44ea1a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=76c01db0-193d-4246-8c54-cae6849bb14c HTTP/1.1" status: 200 len: 856 time: 0.0587082 Jul 01 19:57:07.806991 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:07.835108 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-d481a351-fd19-4ae1-9235-832fbe79c07e req-0b7fc88f-ef69-495d-8d49-0708e783a956 service neutron] 10.222.0.60 "GET /v2.0/networks/278aa73b-8d63-4a59-a3b7-723c6888fb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899835 Jul 01 19:57:07.920522 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e68b29-54c1-4cf1-83fb-957c1b344b0d req-f21856c2-0f4f-4f15-8571-2e4b3b345784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:07.922027 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-29e68b29-54c1-4cf1-83fb-957c1b344b0d req-f21856c2-0f4f-4f15-8571-2e4b3b345784 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9d88c7-2969-402f-b3c2-096acc062b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0829537 Jul 01 19:57:07.976152 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d5c966-f1c0-4900-bd12-2c0e75027d41 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Router f0b73d37-ca2a-4a69-9b0e-75f5d7905146 has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:57:08.134213 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65abc26-11f4-498b-a655-9ca5763315b6 req-954e16b7-c69b-4560-84af-3c07d36c488a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:08.135668 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d65abc26-11f4-498b-a655-9ca5763315b6 req-954e16b7-c69b-4560-84af-3c07d36c488a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 943 time: 0.1235933 Jul 01 19:57:08.139032 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:08.152408 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-29e68b29-54c1-4cf1-83fb-957c1b344b0d req-bb33bd64-1296-4757-b73d-773160195025 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196498 Jul 01 19:57:08.277027 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d65abc26-11f4-498b-a655-9ca5763315b6 req-65d87437-08d9-48e3-aaf5-f1766d8d175c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331651 Jul 01 19:57:08.285992 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d5c966-f1c0-4900-bd12-2c0e75027d41 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:57:08.291110 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e1d5c966-f1c0-4900-bd12-2c0e75027d41 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:08.304717 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5465a0e7-f5f6-41e2-b41d-7ea3ac0f4ec1 None None] Sync routers for ids ['f0b73d37-ca2a-4a69-9b0e-75f5d7905146'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:57:08.313758 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5465a0e7-f5f6-41e2-b41d-7ea3ac0f4ec1 None None] Routers {'f0b73d37-ca2a-4a69-9b0e-75f5d7905146'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:57:08.314366 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-5465a0e7-f5f6-41e2-b41d-7ea3ac0f4ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:56:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['f0b73d37-ca2a-4a69-9b0e-75f5d7905146'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:57:08.317924 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=100 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:08.331845 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-29e68b29-54c1-4cf1-83fb-957c1b344b0d req-d5fd434e-430f-47d5-9e9c-587bfc28b194 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719964 Jul 01 19:57:08.357397 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527d64b8-42ce-4ab0-9256-f6dae97073d7', 'tag': 'f3f91ef6-766f-417a-aa5e-c828666be6fa'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:57:08.359776 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c216f9a5-81b6-4c50-ac7d-454bd09de1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "527d64b8-42ce-4ab0-9256-f6dae97073d7", "tag": "f3f91ef6-766f-417a-aa5e-c828666be6fa"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:57:08.372565 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-e1d5c966-f1c0-4900-bd12-2c0e75027d41 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "PUT /v2.0/floatingips/bc98d141-e277-4352-821a-26c184833713 HTTP/1.1" status: 200 len: 993 time: 1.6908391 Jul 01 19:57:08.396780 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a6f428-a25d-4144-b51f-31238544f9d1 x-openstack-request-id: req-c2a6f428-a25d-4144-b51f-31238544f9d1 {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:57:08.397065 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "527d64b8-42ce-4ab0-9256-f6dae97073d7", "tag": "f3f91ef6-766f-417a-aa5e-c828666be6fa", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:57:08.397312 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c2a6f428-a25d-4144-b51f-31238544f9d1 {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:57:08.397736 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a6f428-a25d-4144-b51f-31238544f9d1'] response: {'name': 'network-changed', 'server_uuid': '527d64b8-42ce-4ab0-9256-f6dae97073d7', 'tag': 'f3f91ef6-766f-417a-aa5e-c828666be6fa', 'status': 'completed', 'code': 200} Jul 01 19:57:08.420664 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-5465a0e7-f5f6-41e2-b41d-7ea3ac0f4ec1 None None] Set router f0b73d37-ca2a-4a69-9b0e-75f5d7905146 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:57:08.458201 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216f9a5-81b6-4c50-ac7d-454bd09de1c5 req-12a47564-2abf-4879-ba81-87c4ac8ff9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:08.459886 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c216f9a5-81b6-4c50-ac7d-454bd09de1c5 req-12a47564-2abf-4879-ba81-87c4ac8ff9fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ba0ddfd3efd41ee9687efe014c40bf0&device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 1129 time: 0.0401428 Jul 01 19:57:08.558374 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216f9a5-81b6-4c50-ac7d-454bd09de1c5 req-7f0b627b-11b8-40a4-a321-bba8cb243490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:08.559830 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c216f9a5-81b6-4c50-ac7d-454bd09de1c5 req-7f0b627b-11b8-40a4-a321-bba8cb243490 service neutron] 10.222.0.60 "GET /v2.0/networks?id=13dd580c-809a-4f73-9432-a6d0838269e1 HTTP/1.1" status: 200 len: 920 time: 0.0941362 Jul 01 19:57:08.625656 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c216f9a5-81b6-4c50-ac7d-454bd09de1c5 req-aeaef016-16c2-4b4e-b5bb-18fbbb1772d3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3f91ef6-766f-417a-aa5e-c828666be6fa HTTP/1.1" status: 200 len: 1001 time: 0.0595372 Jul 01 19:57:08.635968 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-e8925ec5-5dfa-48eb-baf0-5f0b54a29191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:08.657144 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-5465a0e7-f5f6-41e2-b41d-7ea3ac0f4ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'name': 'tempest-ServerRescueNegativeTestJSON-1058585110-router', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:51Z', 'revision_number': 4, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'gw_port': {'id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': 'bc98d141-e277-4352-821a-26c184833713', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'port_id': 'f3f91ef6-766f-417a-aa5e-c828666be6fa', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'mac_address': 'fa:16:3e:37:0b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527d64b8-42ce-4ab0-9256-f6dae97073d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:54:59Z', 'updated_at': '2022-07-01T19:57:07Z', 'revision_number': 3, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea0633f7-f0a0-4a40-abfd-8db578b8da37', 'name': '', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'mac_address': 'fa:16:3e:e5:38:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:49Z', 'updated_at': '2022-07-01T19:53:02Z', 'revision_number': 5, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'subnets': [{'id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:57:08.679297 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216f9a5-81b6-4c50-ac7d-454bd09de1c5 req-ee3a7298-5cbf-4c46-b12a-c434ce817afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:08.680764 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c216f9a5-81b6-4c50-ac7d-454bd09de1c5 req-ee3a7298-5cbf-4c46-b12a-c434ce817afa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b109ae2e-b5c6-4eef-8a69-a246d16af692 HTTP/1.1" status: 200 len: 858 time: 0.0488191 Jul 01 19:57:08.683191 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5465a0e7-f5f6-41e2-b41d-7ea3ac0f4ec1 None None] Checking router: f0b73d37-ca2a-4a69-9b0e-75f5d7905146 for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:57:08.692627 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5465a0e7-f5f6-41e2-b41d-7ea3ac0f4ec1 None None] Routers {'f0b73d37-ca2a-4a69-9b0e-75f5d7905146'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:57:08.693246 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-5465a0e7-f5f6-41e2-b41d-7ea3ac0f4ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:57:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['f0b73d37-ca2a-4a69-9b0e-75f5d7905146'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:57:08.727114 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216f9a5-81b6-4c50-ac7d-454bd09de1c5 req-55a13435-9a67-47fd-9723-8b0522f96114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:08.728628 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c216f9a5-81b6-4c50-ac7d-454bd09de1c5 req-55a13435-9a67-47fd-9723-8b0522f96114 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=13dd580c-809a-4f73-9432-a6d0838269e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415428 Jul 01 19:57:08.793136 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:08.815300 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-5465a0e7-f5f6-41e2-b41d-7ea3ac0f4ec1 None None] Set router f0b73d37-ca2a-4a69-9b0e-75f5d7905146 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:57:08.825192 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c216f9a5-81b6-4c50-ac7d-454bd09de1c5 req-18b1784e-fd15-4dc8-a368-41511e3d6983 service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899847 Jul 01 19:57:08.849375 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=100 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:08.922732 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c216f9a5-81b6-4c50-ac7d-454bd09de1c5 req-dd9ff82d-0cc7-44c4-b2d7-edcba346495d service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910058 Jul 01 19:57:09.036128 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-5465a0e7-f5f6-41e2-b41d-7ea3ac0f4ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'name': 'tempest-ServerRescueNegativeTestJSON-1058585110-router', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:51Z', 'revision_number': 4, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'gw_port': {'id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': 'bc98d141-e277-4352-821a-26c184833713', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'port_id': 'f3f91ef6-766f-417a-aa5e-c828666be6fa', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'mac_address': 'fa:16:3e:37:0b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527d64b8-42ce-4ab0-9256-f6dae97073d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:54:59Z', 'updated_at': '2022-07-01T19:57:07Z', 'revision_number': 3, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea0633f7-f0a0-4a40-abfd-8db578b8da37', 'name': '', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'mac_address': 'fa:16:3e:e5:38:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:49Z', 'updated_at': '2022-07-01T19:53:02Z', 'revision_number': 5, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'subnets': [{'id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:57:09.060422 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5465a0e7-f5f6-41e2-b41d-7ea3ac0f4ec1 None None] The sync data for ids ['f0b73d37-ca2a-4a69-9b0e-75f5d7905146'] in dv-cinder-844601-7-iscsi is: [{'id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'name': 'tempest-ServerRescueNegativeTestJSON-1058585110-router', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:51Z', 'revision_number': 4, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'gw_port': {'id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': 'bc98d141-e277-4352-821a-26c184833713', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'port_id': 'f3f91ef6-766f-417a-aa5e-c828666be6fa', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'mac_address': 'fa:16:3e:37:0b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527d64b8-42ce-4ab0-9256-f6dae97073d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:54:59Z', 'updated_at': '2022-07-01T19:57:07Z', 'revision_number': 3, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea0633f7-f0a0-4a40-abfd-8db578b8da37', 'name': '', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'mac_address': 'fa:16:3e:e5:38:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:49Z', 'updated_at': '2022-07-01T19:53:02Z', 'revision_number': 5, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'subnets': [{'id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:57:09.326855 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 7bcf54c4-3b63-4285-981e-25adbeaaf278 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 19:57:09.398769 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a82010-ad1b-449a-b1f1-73137f65ecd5 req-5d75cfe4-c8ce-4b94-8510-e2d81b2fc88c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:09.400618 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-21a82010-ad1b-449a-b1f1-73137f65ecd5 req-5d75cfe4-c8ce-4b94-8510-e2d81b2fc88c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 943 time: 0.0490537 Jul 01 19:57:09.433956 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 7bcf54c4-3b63-4285-981e-25adbeaaf278, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7bcf54c4-3b63-4285-981e-25adbeaaf278,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:57:09.445799 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': '7bcf54c4-3b63-4285-981e-25adbeaaf278', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'port_id': '7bcf54c4-3b63-4285-981e-25adbeaaf278', 'mac_address': 'fa:16:3e:35:74:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 19:57:09.453010 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-21a82010-ad1b-449a-b1f1-73137f65ecd5 req-be5d6126-eb90-491e-9095-31d9feecb8ad tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431933 Jul 01 19:57:09.480637 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 7bcf54c4-3b63-4285-981e-25adbeaaf278 is: DOWN; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:57:09.481037 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:09.494644 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcf54c4-3b63-4285-981e-25adbeaaf278 {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:57:09.518384 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 7bcf54c4-3b63-4285-981e-25adbeaaf278, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7bcf54c4-3b63-4285-981e-25adbeaaf278,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:57:09.522240 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:09.568841 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=7bcf54c4-3b63-4285-981e-25adbeaaf278,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:09.575862 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:09.576211 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:09.576556 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:09.576921 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:09.577260 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:09.577611 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:09.577944 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:09.578270 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:09.578596 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:09.578921 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:09.579534 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:09.579615 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:09.579903 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:09.580291 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:09.580666 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:57:09.743999 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:09.834329 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['7bcf54c4-3b63-4285-981e-25adbeaaf278'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:57:09.938753 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:10.399098 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527d64b8-42ce-4ab0-9256-f6dae97073d7', 'tag': 'f3f91ef6-766f-417a-aa5e-c828666be6fa'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:57:10.401433 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becbd0f4-c12c-492f-9f46-e7f7ca4d5c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "527d64b8-42ce-4ab0-9256-f6dae97073d7", "tag": "f3f91ef6-766f-417a-aa5e-c828666be6fa"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:57:10.436894 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78eb0ab-3256-40e7-8907-af1ba3340142 x-openstack-request-id: req-a78eb0ab-3256-40e7-8907-af1ba3340142 {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:57:10.437180 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "527d64b8-42ce-4ab0-9256-f6dae97073d7", "tag": "f3f91ef6-766f-417a-aa5e-c828666be6fa", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:57:10.437430 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a78eb0ab-3256-40e7-8907-af1ba3340142 {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:57:10.437858 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a78eb0ab-3256-40e7-8907-af1ba3340142'] response: {'name': 'network-changed', 'server_uuid': '527d64b8-42ce-4ab0-9256-f6dae97073d7', 'tag': 'f3f91ef6-766f-417a-aa5e-c828666be6fa', 'status': 'completed', 'code': 200} Jul 01 19:57:10.505936 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbd0f4-c12c-492f-9f46-e7f7ca4d5c0a req-33c9ecbe-d619-4865-a7f7-0d6e706144ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:10.507963 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-becbd0f4-c12c-492f-9f46-e7f7ca4d5c0a req-33c9ecbe-d619-4865-a7f7-0d6e706144ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ba0ddfd3efd41ee9687efe014c40bf0&device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 1129 time: 0.0447295 Jul 01 19:57:10.618387 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c17ed2-8691-4fa1-b58a-22fc63b33e70 req-b90d0966-1185-414b-8780-fd6ac40a4de6 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:10.619855 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d3c17ed2-8691-4fa1-b58a-22fc63b33e70 req-b90d0966-1185-414b-8780-fd6ac40a4de6 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 944 time: 0.0866885 Jul 01 19:57:10.623623 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:10.667431 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbd0f4-c12c-492f-9f46-e7f7ca4d5c0a req-42b737a9-aefd-4f74-ad39-b5b1d0b20d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:10.668788 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-becbd0f4-c12c-492f-9f46-e7f7ca4d5c0a req-42b737a9-aefd-4f74-ad39-b5b1d0b20d61 service neutron] 10.222.0.60 "GET /v2.0/networks?id=13dd580c-809a-4f73-9432-a6d0838269e1 HTTP/1.1" status: 200 len: 920 time: 0.1544056 Jul 01 19:57:10.693473 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d3c17ed2-8691-4fa1-b58a-22fc63b33e70 req-c7e04251-b681-4e1c-bba9-2322a044ac54 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665700 Jul 01 19:57:10.742082 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-becbd0f4-c12c-492f-9f46-e7f7ca4d5c0a req-c7b59a46-7474-480f-83fd-ffe3bffba361 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3f91ef6-766f-417a-aa5e-c828666be6fa HTTP/1.1" status: 200 len: 1001 time: 0.0630581 Jul 01 19:57:10.792130 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbd0f4-c12c-492f-9f46-e7f7ca4d5c0a req-5a14fd2f-e638-4ad8-bc80-3b0a18828953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:10.793646 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-becbd0f4-c12c-492f-9f46-e7f7ca4d5c0a req-5a14fd2f-e638-4ad8-bc80-3b0a18828953 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b109ae2e-b5c6-4eef-8a69-a246d16af692 HTTP/1.1" status: 200 len: 858 time: 0.0444248 Jul 01 19:57:10.843854 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbd0f4-c12c-492f-9f46-e7f7ca4d5c0a req-bda982c1-2b1c-48ca-94f9-15103f98fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:10.845331 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-becbd0f4-c12c-492f-9f46-e7f7ca4d5c0a req-bda982c1-2b1c-48ca-94f9-15103f98fa4e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=13dd580c-809a-4f73-9432-a6d0838269e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428751 Jul 01 19:57:10.941051 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-becbd0f4-c12c-492f-9f46-e7f7ca4d5c0a req-92f4803b-cbb0-4f4a-ae7c-4578d94c66dc service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837495 Jul 01 19:57:11.032449 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-becbd0f4-c12c-492f-9f46-e7f7ca4d5c0a req-47fd130b-fd08-43e7-92dd-f03c0df2bac7 service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855172 Jul 01 19:57:11.094458 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:11.348010 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 7bcf54c4-3b63-4285-981e-25adbeaaf278 up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:57:11.403819 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:11.409231 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning for port 7bcf54c4-3b63-4285-981e-25adbeaaf278 completed by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 19:57:11.417531 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port 7bcf54c4-3b63-4285-981e-25adbeaaf278 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:57:11.417968 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:11.492996 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 7bcf54c4-3b63-4285-981e-25adbeaaf278 is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:57:11.493387 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:11.520293 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebdcfdb-f355-4d88-94a2-ef1d4191f28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcf54c4-3b63-4285-981e-25adbeaaf278'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:57:11.523503 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27836e9-1f43-4f1a-9bde-27a7832ef45a" -d '{"events": [{"server_uuid": "aebdcfdb-f355-4d88-94a2-ef1d4191f28d", "name": "network-vif-plugged", "status": "completed", "tag": "7bcf54c4-3b63-4285-981e-25adbeaaf278"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:57:11.537318 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 7bcf54c4-3b63-4285-981e-25adbeaaf278, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7bcf54c4-3b63-4285-981e-25adbeaaf278,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:57:11.553136 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:11.558153 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:11.581571 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d53bb9-51f5-4711-8a29-05e3f975c30c x-openstack-request-id: req-b0d53bb9-51f5-4711-8a29-05e3f975c30c {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:57:11.581865 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebdcfdb-f355-4d88-94a2-ef1d4191f28d", "name": "network-vif-plugged", "status": "completed", "tag": "7bcf54c4-3b63-4285-981e-25adbeaaf278", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:57:11.582162 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b0d53bb9-51f5-4711-8a29-05e3f975c30c {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:57:11.582558 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d53bb9-51f5-4711-8a29-05e3f975c30c'] response: {'server_uuid': 'aebdcfdb-f355-4d88-94a2-ef1d4191f28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcf54c4-3b63-4285-981e-25adbeaaf278', 'code': 200} Jul 01 19:57:11.612294 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=7bcf54c4-3b63-4285-981e-25adbeaaf278,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:11.784548 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c111f-d369-4936-814a-5e0d24a9e07e req-014df3fe-40de-4d80-acd6-36536ce0bdf6 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:11.785991 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8d3c111f-d369-4936-814a-5e0d24a9e07e req-014df3fe-40de-4d80-acd6-36536ce0bdf6 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0559354 Jul 01 19:57:11.845436 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2888db-c8f4-4cbf-8320-969b145d0e03 req-650b05ce-00e1-4437-b95c-b2da39101ae4 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:11.846896 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9f2888db-c8f4-4cbf-8320-969b145d0e03 req-650b05ce-00e1-4437-b95c-b2da39101ae4 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.0787165 Jul 01 19:57:11.883062 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8d3c111f-d369-4936-814a-5e0d24a9e07e req-c3483abb-8442-4856-87ed-966ebd3192fe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768318 Jul 01 19:57:11.912001 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9f2888db-c8f4-4cbf-8320-969b145d0e03 req-7a0293c8-b812-4f45-b70f-632f7be95682 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559852 Jul 01 19:57:13.023984 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e622fa2-4ef7-4e70-8849-a45634885b37 req-432d1e3e-e52f-4479-ab78-ff1999db9e2a tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:13.025430 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4e622fa2-4ef7-4e70-8849-a45634885b37 req-432d1e3e-e52f-4479-ab78-ff1999db9e2a tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0726814 Jul 01 19:57:13.052423 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fea443-3954-4e6c-817f-99dddd1aaf7e req-3bf46708-9815-4d0f-bde1-ddc42789bc12 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:13.053854 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-66fea443-3954-4e6c-817f-99dddd1aaf7e req-3bf46708-9815-4d0f-bde1-ddc42789bc12 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.0698659 Jul 01 19:57:13.106806 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4e622fa2-4ef7-4e70-8849-a45634885b37 req-f2ea894e-bbf4-4a1b-9b54-10bc93c00684 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757823 Jul 01 19:57:13.122973 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-66fea443-3954-4e6c-817f-99dddd1aaf7e req-2e202708-3f71-422c-812d-0821d5336fda tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627673 Jul 01 19:57:13.565532 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:13.578439 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1322a7a-6c3c-436e-8bed-988aea722e1c req-df61a5e1-d9ca-4c19-ba68-a999accacb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:13.579958 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a1322a7a-6c3c-436e-8bed-988aea722e1c req-df61a5e1-d9ca-4c19-ba68-a999accacb2d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 1129 time: 0.0408962 Jul 01 19:57:13.615801 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:13.626988 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a1322a7a-6c3c-436e-8bed-988aea722e1c req-5f32a3d2-6a11-4c47-9e90-a6a228912159 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394704 Jul 01 19:57:14.103246 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b57fcb-50e9-4feb-9223-5283df438e7e req-7648fc55-2457-42d1-92e8-30b13889722a tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:14.104702 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e6b57fcb-50e9-4feb-9223-5283df438e7e req-7648fc55-2457-42d1-92e8-30b13889722a tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0470340 Jul 01 19:57:14.255723 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d4414-74e4-4fad-a157-d6aef9f81015 req-9f030cb4-fe67-42db-a3ba-6c14a8ae1b8e tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:14.257166 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c44d4414-74e4-4fad-a157-d6aef9f81015 req-9f030cb4-fe67-42db-a3ba-6c14a8ae1b8e tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 945 time: 0.0781991 Jul 01 19:57:14.267530 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7811df4-a306-498c-966c-4f0f2b966fa7 req-13267f55-2d72-434c-b2ce-41458fd8c1bb tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:14.268910 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e7811df4-a306-498c-966c-4f0f2b966fa7 req-13267f55-2d72-434c-b2ce-41458fd8c1bb tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.0622277 Jul 01 19:57:14.342169 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c44d4414-74e4-4fad-a157-d6aef9f81015 req-811f31f3-2fa3-490f-b42f-16daa5d5e9d1 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=1800a8f7-0d71-44f2-b4d6-47c89fde8804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723150 Jul 01 19:57:14.346204 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e7811df4-a306-498c-966c-4f0f2b966fa7 req-46f3938b-6ece-4968-ba13-6d59be0b2b0e tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693412 Jul 01 19:57:14.585250 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-e6b57fcb-50e9-4feb-9223-5283df438e7e req-0df02b08-41a0-4e3e-9146-07df5c53ff31 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Deleting port 230a6a60-1da3-425e-8ff1-35512f5f96c2 {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:57:14.585616 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-e6b57fcb-50e9-4feb-9223-5283df438e7e req-0df02b08-41a0-4e3e-9146-07df5c53ff31 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (230a6a60-1da3-425e-8ff1-35512f5f96c2), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:14.675860 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-e6b57fcb-50e9-4feb-9223-5283df438e7e req-0df02b08-41a0-4e3e-9146-07df5c53ff31 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] For port 230a6a60-1da3-425e-8ff1-35512f5f96c2, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=230a6a60-1da3-425e-8ff1-35512f5f96c2,segment=NetworkSegment(0b411177-2154-4372-8183-0472605c751c),segment_id=0b411177-2154-4372-8183-0472605c751c)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:57:14.676220 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-e6b57fcb-50e9-4feb-9223-5283df438e7e req-0df02b08-41a0-4e3e-9146-07df5c53ff31 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (230a6a60-1da3-425e-8ff1-35512f5f96c2), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:15.127761 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-e6b57fcb-50e9-4feb-9223-5283df438e7e req-0df02b08-41a0-4e3e-9146-07df5c53ff31 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:15.128327 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-e6b57fcb-50e9-4feb-9223-5283df438e7e req-0df02b08-41a0-4e3e-9146-07df5c53ff31 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (3d39b923-671f-4fc7-922d-acf311f98c96), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:15.128448 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.l3_db [req-e6b57fcb-50e9-4feb-9223-5283df438e7e req-0df02b08-41a0-4e3e-9146-07df5c53ff31 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Floating IP 3d39b923-671f-4fc7-922d-acf311f98c96 disassociated. External IP: 172.27.1.180, port: 230a6a60-1da3-425e-8ff1-35512f5f96c2. Jul 01 19:57:15.128759 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-e6b57fcb-50e9-4feb-9223-5283df438e7e req-0df02b08-41a0-4e3e-9146-07df5c53ff31 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Calling delete_port for 230a6a60-1da3-425e-8ff1-35512f5f96c2 owned by compute:nova {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:57:15.218173 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:15.254513 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-e6b57fcb-50e9-4feb-9223-5283df438e7e req-0df02b08-41a0-4e3e-9146-07df5c53ff31 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (230a6a60-1da3-425e-8ff1-35512f5f96c2), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:15.283251 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df02b08-41a0-4e3e-9146-07df5c53ff31 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Pushing event deleted for resources: {'Port': ['ID=230a6a60-1da3-425e-8ff1-35512f5f96c2,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:15.407646 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6b57fcb-50e9-4feb-9223-5283df438e7e req-0df02b08-41a0-4e3e-9146-07df5c53ff31 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Router c2243065-4dd3-416f-a3f1-69bed13e411d has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:57:15.417164 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:15.517732 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:15.521442 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:15.543413 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1e464913-1b5f-4061-8a05-d3d2f0c21dba req-3a42c90a-43ba-4427-8ec0-581bd23c6ee1 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1a80874-00ef-4d4b-8ef0-7a604ed7458e HTTP/1.1" status: 200 len: 210 time: 0.0835845 Jul 01 19:57:15.551283 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:15.571363 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68a242-5453-446b-8a51-e96b01f5a095 req-44334bfe-be59-46be-9288-5635d6c5d4e3 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:15.572746 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0c68a242-5453-446b-8a51-e96b01f5a095 req-44334bfe-be59-46be-9288-5635d6c5d4e3 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.1141281 Jul 01 19:57:15.607334 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6b57fcb-50e9-4feb-9223-5283df438e7e req-0df02b08-41a0-4e3e-9146-07df5c53ff31 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:57:15.617798 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c5e0e3-111b-4acc-bd53-9d9a897e18f7 None None] Sync routers for ids ['c2243065-4dd3-416f-a3f1-69bed13e411d'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:57:15.628366 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c5e0e3-111b-4acc-bd53-9d9a897e18f7 None None] Routers {'c2243065-4dd3-416f-a3f1-69bed13e411d'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:57:15.629015 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-01c5e0e3-111b-4acc-bd53-9d9a897e18f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:57:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c2243065-4dd3-416f-a3f1-69bed13e411d'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:57:15.655722 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0c68a242-5453-446b-8a51-e96b01f5a095 req-fcd39efb-30ef-437a-9773-510882d9dcc5 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756366 Jul 01 19:57:15.681957 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b57fcb-50e9-4feb-9223-5283df438e7e req-0df02b08-41a0-4e3e-9146-07df5c53ff31 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] No DVR routers for this DVR port 230a6a60-1da3-425e-8ff1-35512f5f96c2 on host hv-cinder-84460 {{(pid=110544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:57:15.681957 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-e6b57fcb-50e9-4feb-9223-5283df438e7e req-0df02b08-41a0-4e3e-9146-07df5c53ff31 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:15.681957 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e6b57fcb-50e9-4feb-9223-5283df438e7e req-0df02b08-41a0-4e3e-9146-07df5c53ff31 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.60 "DELETE /v2.0/ports/230a6a60-1da3-425e-8ff1-35512f5f96c2 HTTP/1.1" status: 204 len: 173 time: 1.1816463 Jul 01 19:57:15.681957 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a80874-00ef-4d4b-8ef0-7a604ed7458e', 'name': 'network-vif-deleted', 'tag': '230a6a60-1da3-425e-8ff1-35512f5f96c2'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:57:15.687018 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456a4210-a4dd-4eed-85a4-cae698b93b6e" -d '{"events": [{"server_uuid": "c1a80874-00ef-4d4b-8ef0-7a604ed7458e", "name": "network-vif-deleted", "tag": "230a6a60-1da3-425e-8ff1-35512f5f96c2"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:57:15.738741 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5384a73-7d2d-40d7-8513-e21964f25360 x-openstack-request-id: req-c5384a73-7d2d-40d7-8513-e21964f25360 {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:57:15.738741 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a80874-00ef-4d4b-8ef0-7a604ed7458e", "name": "network-vif-deleted", "tag": "230a6a60-1da3-425e-8ff1-35512f5f96c2", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:57:15.739021 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c5384a73-7d2d-40d7-8513-e21964f25360 {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:57:15.739961 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5384a73-7d2d-40d7-8513-e21964f25360'] response: {'server_uuid': 'c1a80874-00ef-4d4b-8ef0-7a604ed7458e', 'name': 'network-vif-deleted', 'tag': '230a6a60-1da3-425e-8ff1-35512f5f96c2', 'status': 'completed', 'code': 200} Jul 01 19:57:15.774422 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-01c5e0e3-111b-4acc-bd53-9d9a897e18f7 None None] Set router c2243065-4dd3-416f-a3f1-69bed13e411d gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:57:15.810585 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820d158-b5b5-40f6-b37e-90dd54f19d92 req-559ea3b2-dcc3-4903-a9b9-57e935d8cee0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:15.812502 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4820d158-b5b5-40f6-b37e-90dd54f19d92 req-559ea3b2-dcc3-4903-a9b9-57e935d8cee0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.0642102 Jul 01 19:57:15.823024 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 59716) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:57:15.829474 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-1f87117f-ec02-4850-9ab9-9f3895d47b5c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Request body: {'floatingip': {'port_id': '7bcf54c4-3b63-4285-981e-25adbeaaf278'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:57:15.875341 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-1f87117f-ec02-4850-9ab9-9f3895d47b5c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for floatingip (d10406da-5e51-4858-9772-408e54b2a560), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:15.978461 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-01c5e0e3-111b-4acc-bd53-9d9a897e18f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'name': 'tempest-AttachVolumeTestJSON-1080420829-router', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:41Z', 'updated_at': '2022-07-01T19:52:53Z', 'revision_number': 4, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'gw_port': {'id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921', 'name': '', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'mac_address': 'fa:16:3e:2c:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:51Z', 'updated_at': '2022-07-01T19:53:04Z', 'revision_number': 5, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'subnets': [{'id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:57:16.006664 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c5e0e3-111b-4acc-bd53-9d9a897e18f7 None None] Checking router: c2243065-4dd3-416f-a3f1-69bed13e411d for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:57:16.015005 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c5e0e3-111b-4acc-bd53-9d9a897e18f7 None None] Routers {'c2243065-4dd3-416f-a3f1-69bed13e411d'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:57:16.015609 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-01c5e0e3-111b-4acc-bd53-9d9a897e18f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:57:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c2243065-4dd3-416f-a3f1-69bed13e411d'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:57:16.118938 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-01c5e0e3-111b-4acc-bd53-9d9a897e18f7 None None] Set router c2243065-4dd3-416f-a3f1-69bed13e411d gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:57:16.299151 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-1f87117f-ec02-4850-9ab9-9f3895d47b5c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:16.304043 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-1f87117f-ec02-4850-9ab9-9f3895d47b5c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (d10406da-5e51-4858-9772-408e54b2a560), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:16.330463 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-01c5e0e3-111b-4acc-bd53-9d9a897e18f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'name': 'tempest-AttachVolumeTestJSON-1080420829-router', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:41Z', 'updated_at': '2022-07-01T19:52:53Z', 'revision_number': 4, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'gw_port': {'id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921', 'name': '', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'mac_address': 'fa:16:3e:2c:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:51Z', 'updated_at': '2022-07-01T19:53:04Z', 'revision_number': 5, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'subnets': [{'id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:57:16.355909 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c5e0e3-111b-4acc-bd53-9d9a897e18f7 None None] The sync data for ids ['c2243065-4dd3-416f-a3f1-69bed13e411d'] in dv-cinder-844601-7-iscsi is: [{'id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'name': 'tempest-AttachVolumeTestJSON-1080420829-router', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:41Z', 'updated_at': '2022-07-01T19:52:53Z', 'revision_number': 4, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'gw_port': {'id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921', 'name': '', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'mac_address': 'fa:16:3e:2c:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:51Z', 'updated_at': '2022-07-01T19:53:04Z', 'revision_number': 5, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'subnets': [{'id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:57:16.404256 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.l3_db [None req-1f87117f-ec02-4850-9ab9-9f3895d47b5c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Floating IP d10406da-5e51-4858-9772-408e54b2a560 associated. External IP: 172.27.1.74, port: 7bcf54c4-3b63-4285-981e-25adbeaaf278. Jul 01 19:57:16.581111 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37a7a01-9830-42fa-9705-a110a63b5b85 None None] New status for floating IP 3d39b923-671f-4fc7-922d-acf311f98c96: DOWN {{(pid=110546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 19:57:16.608809 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:16.612284 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f87117f-ec02-4850-9ab9-9f3895d47b5c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Router b0e58633-c4aa-422b-8607-4a78d1fc72ca has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:57:16.641709 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 59722) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:57:16.701308 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-7a96d204-59b1-46fa-89dd-d981fed1e4cd tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for security_group (1800a8f7-0d71-44f2-b4d6-47c89fde8804), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:16.712743 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:16.729377 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-7a96d204-59b1-46fa-89dd-d981fed1e4cd tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for security_group (1800a8f7-0d71-44f2-b4d6-47c89fde8804), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:16.730743 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:16.740264 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f87117f-ec02-4850-9ab9-9f3895d47b5c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:57:16.744528 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-1f87117f-ec02-4850-9ab9-9f3895d47b5c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:16.751751 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f0ad81-9d8c-458e-a3ad-ff35ce9ff7aa None None] Sync routers for ids ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:57:16.763459 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f0ad81-9d8c-458e-a3ad-ff35ce9ff7aa None None] Routers {'b0e58633-c4aa-422b-8607-4a78d1fc72ca'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:57:16.764517 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-c4f0ad81-9d8c-458e-a3ad-ff35ce9ff7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:57:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:57:16.783656 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-7a96d204-59b1-46fa-89dd-d981fed1e4cd tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (1800a8f7-0d71-44f2-b4d6-47c89fde8804), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:16.787339 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-1f87117f-ec02-4850-9ab9-9f3895d47b5c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "PUT /v2.0/floatingips/d10406da-5e51-4858-9772-408e54b2a560 HTTP/1.1" status: 200 len: 990 time: 0.9616268 Jul 01 19:57:16.788046 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-7a96d204-59b1-46fa-89dd-d981fed1e4cd tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:16.789189 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-7a96d204-59b1-46fa-89dd-d981fed1e4cd tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "DELETE /v2.0/security-groups/1800a8f7-0d71-44f2-b4d6-47c89fde8804 HTTP/1.1" status: 204 len: 168 time: 0.1464994 Jul 01 19:57:16.791829 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 59726) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:57:16.799139 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96d204-59b1-46fa-89dd-d981fed1e4cd tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1800a8f7-0d71-44f2-b4d6-47c89fde8804,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:16.808097 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.api.v2.resource [None req-a50dc447-6759-4860-9cee-aa8e3849f0c9 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] show failed (client error): The resource could not be found. Jul 01 19:57:16.809150 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-a50dc447-6759-4860-9cee-aa8e3849f0c9 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups/1800a8f7-0d71-44f2-b4d6-47c89fde8804 HTTP/1.1" status: 404 len: 347 time: 0.0162811 Jul 01 19:57:16.811999 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 59728) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:57:16.935622 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-d45e22dc-1c15-4845-be4b-ca68d23e2afe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Deleting port 7c633018-a6a3-44e5-a363-703dbfed1463 {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:57:16.935967 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d45e22dc-1c15-4845-be4b-ca68d23e2afe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (7c633018-a6a3-44e5-a363-703dbfed1463), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:16.969892 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-c4f0ad81-9d8c-458e-a3ad-ff35ce9ff7aa None None] Set router b0e58633-c4aa-422b-8607-4a78d1fc72ca gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:57:17.014322 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d45e22dc-1c15-4845-be4b-ca68d23e2afe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (7c633018-a6a3-44e5-a363-703dbfed1463), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:17.014647 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d45e22dc-1c15-4845-be4b-ca68d23e2afe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for floatingip (7c633018-a6a3-44e5-a363-703dbfed1463), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:17.027700 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-d45e22dc-1c15-4845-be4b-ca68d23e2afe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Calling delete_port for 7c633018-a6a3-44e5-a363-703dbfed1463 owned by network:floatingip {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:57:17.149428 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:17.164891 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d45e22dc-1c15-4845-be4b-ca68d23e2afe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (7c633018-a6a3-44e5-a363-703dbfed1463), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:17.183562 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:17.188981 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-c4f0ad81-9d8c-458e-a3ad-ff35ce9ff7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'name': 'tempest-AttachVolumeShelveTestJSON-1212348297-router', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:38Z', 'updated_at': '2022-07-01T19:52:49Z', 'revision_number': 4, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'gw_port': {'id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:39Z', 'updated_at': '2022-07-01T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': 'd10406da-5e51-4858-9772-408e54b2a560', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'port_id': '7bcf54c4-3b63-4285-981e-25adbeaaf278', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'mac_address': 'fa:16:3e:35:74:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebdcfdb-f355-4d88-94a2-ef1d4191f28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:56:57Z', 'updated_at': '2022-07-01T19:57:16Z', 'revision_number': 1, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48953ab3-78b5-40da-bb7f-cd29125c557e', 'name': '', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'mac_address': 'fa:16:3e:1e:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:46Z', 'updated_at': '2022-07-01T19:52:58Z', 'revision_number': 5, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'subnets': [{'id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:57:17.191577 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e22dc-1c15-4845-be4b-ca68d23e2afe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Pushing event deleted for resources: {'Port': ['ID=7c633018-a6a3-44e5-a363-703dbfed1463,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:17.215950 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f0ad81-9d8c-458e-a3ad-ff35ce9ff7aa None None] Checking router: b0e58633-c4aa-422b-8607-4a78d1fc72ca for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:57:17.224774 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f0ad81-9d8c-458e-a3ad-ff35ce9ff7aa None None] Routers {'b0e58633-c4aa-422b-8607-4a78d1fc72ca'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:57:17.225371 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-c4f0ad81-9d8c-458e-a3ad-ff35ce9ff7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:57:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:57:17.254052 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d45e22dc-1c15-4845-be4b-ca68d23e2afe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for floatingip (3d39b923-671f-4fc7-922d-acf311f98c96), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:17.256701 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d45e22dc-1c15-4845-be4b-ca68d23e2afe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:17.257889 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-d45e22dc-1c15-4845-be4b-ca68d23e2afe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "DELETE /v2.0/floatingips/3d39b923-671f-4fc7-922d-acf311f98c96 HTTP/1.1" status: 204 len: 168 time: 0.4449494 Jul 01 19:57:17.331585 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-c4f0ad81-9d8c-458e-a3ad-ff35ce9ff7aa None None] Set router b0e58633-c4aa-422b-8607-4a78d1fc72ca gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:57:17.332790 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 59732) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:57:17.338043 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-899a977e-ce48-4d84-869b-e22b7f0e086c tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--142335435', 'description': 'tempest-description--975640382'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:57:17.359231 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-899a977e-ce48-4d84-869b-e22b7f0e086c tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:17.366991 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 230a6a60-1da3-425e-8ff1-35512f5f96c2 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:57:17.393038 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] No Port match for: 230a6a60-1da3-425e-8ff1-35512f5f96c2 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:57:17.393928 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 230a6a60-1da3-425e-8ff1-35512f5f96c2 not bound to the agent host hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:57:17.434876 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-899a977e-ce48-4d84-869b-e22b7f0e086c tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for security_group (a51f5646-7cad-4e30-9eb3-566306def3cd), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:17.438572 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-899a977e-ce48-4d84-869b-e22b7f0e086c tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (a51f5646-7cad-4e30-9eb3-566306def3cd), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:17.473221 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-899a977e-ce48-4d84-869b-e22b7f0e086c tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:17.475531 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-899a977e-ce48-4d84-869b-e22b7f0e086c tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1406312 Jul 01 19:57:17.475922 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a977e-ce48-4d84-869b-e22b7f0e086c tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a51f5646-7cad-4e30-9eb3-566306def3cd,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:17.478184 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 59734) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:57:17.482669 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-4d4bf2dd-045d-4a88-b2de-24377634bf1a tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Request body: {'security_group_rule': {'security_group_id': 'a51f5646-7cad-4e30-9eb3-566306def3cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:57:17.513008 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4d4bf2dd-045d-4a88-b2de-24377634bf1a tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for security_group_rule (441670d7-c860-4266-ba0e-3119cd9456ea), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:17.562104 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-c4f0ad81-9d8c-458e-a3ad-ff35ce9ff7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'name': 'tempest-AttachVolumeShelveTestJSON-1212348297-router', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:38Z', 'updated_at': '2022-07-01T19:52:49Z', 'revision_number': 4, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'gw_port': {'id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:39Z', 'updated_at': '2022-07-01T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': 'd10406da-5e51-4858-9772-408e54b2a560', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'port_id': '7bcf54c4-3b63-4285-981e-25adbeaaf278', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'mac_address': 'fa:16:3e:35:74:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebdcfdb-f355-4d88-94a2-ef1d4191f28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:56:57Z', 'updated_at': '2022-07-01T19:57:16Z', 'revision_number': 1, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48953ab3-78b5-40da-bb7f-cd29125c557e', 'name': '', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'mac_address': 'fa:16:3e:1e:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:46Z', 'updated_at': '2022-07-01T19:52:58Z', 'revision_number': 5, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'subnets': [{'id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:57:17.573948 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4d4bf2dd-045d-4a88-b2de-24377634bf1a tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for security_group_rule (441670d7-c860-4266-ba0e-3119cd9456ea), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:17.577644 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4d4bf2dd-045d-4a88-b2de-24377634bf1a tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (441670d7-c860-4266-ba0e-3119cd9456ea), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:17.587593 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f0ad81-9d8c-458e-a3ad-ff35ce9ff7aa None None] The sync data for ids ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'] in dv-cinder-844601-7-iscsi is: [{'id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'name': 'tempest-AttachVolumeShelveTestJSON-1212348297-router', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:38Z', 'updated_at': '2022-07-01T19:52:49Z', 'revision_number': 4, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'gw_port': {'id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:39Z', 'updated_at': '2022-07-01T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': 'd10406da-5e51-4858-9772-408e54b2a560', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'port_id': '7bcf54c4-3b63-4285-981e-25adbeaaf278', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'mac_address': 'fa:16:3e:35:74:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebdcfdb-f355-4d88-94a2-ef1d4191f28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:56:57Z', 'updated_at': '2022-07-01T19:57:16Z', 'revision_number': 1, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48953ab3-78b5-40da-bb7f-cd29125c557e', 'name': '', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'mac_address': 'fa:16:3e:1e:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:46Z', 'updated_at': '2022-07-01T19:52:58Z', 'revision_number': 5, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'subnets': [{'id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:57:17.600400 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bf2dd-045d-4a88-b2de-24377634bf1a tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441670d7-c860-4266-ba0e-3119cd9456ea,revision_number=0']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:17.607079 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4d4bf2dd-045d-4a88-b2de-24377634bf1a tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:17.608458 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-4d4bf2dd-045d-4a88-b2de-24377634bf1a tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292896 Jul 01 19:57:17.611303 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 59736) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:57:17.616267 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-35b26342-ac70-4ab5-ab09-b0d409655964 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Request body: {'security_group_rule': {'security_group_id': 'a51f5646-7cad-4e30-9eb3-566306def3cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:57:17.653131 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-35b26342-ac70-4ab5-ab09-b0d409655964 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for security_group_rule (3faad5be-5ab3-4678-b3a6-663fcd11b8a9), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:17.712862 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-35b26342-ac70-4ab5-ab09-b0d409655964 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for security_group_rule (3faad5be-5ab3-4678-b3a6-663fcd11b8a9), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:17.717332 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-35b26342-ac70-4ab5-ab09-b0d409655964 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (3faad5be-5ab3-4678-b3a6-663fcd11b8a9), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:17.737112 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b26342-ac70-4ab5-ab09-b0d409655964 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3faad5be-5ab3-4678-b3a6-663fcd11b8a9,revision_number=0']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:17.741791 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebdcfdb-f355-4d88-94a2-ef1d4191f28d', 'tag': '7bcf54c4-3b63-4285-981e-25adbeaaf278'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:57:17.744197 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f436a3-2b60-4395-8dc4-4218323ec7c5" -d '{"events": [{"name": "network-changed", "server_uuid": "aebdcfdb-f355-4d88-94a2-ef1d4191f28d", "tag": "7bcf54c4-3b63-4285-981e-25adbeaaf278"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:57:17.748874 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-35b26342-ac70-4ab5-ab09-b0d409655964 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:17.750278 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-35b26342-ac70-4ab5-ab09-b0d409655964 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380842 Jul 01 19:57:17.753269 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 59740) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:57:17.758411 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-150e2ba1-c6bf-4b91-8667-07f973875730 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Request body: {'floatingip': {'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:57:17.781779 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-150e2ba1-c6bf-4b91-8667-07f973875730 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:17.784964 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27dbf31-8058-4b73-a8ba-89aa8547d0c8 x-openstack-request-id: req-b27dbf31-8058-4b73-a8ba-89aa8547d0c8 {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:57:17.785258 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aebdcfdb-f355-4d88-94a2-ef1d4191f28d", "tag": "7bcf54c4-3b63-4285-981e-25adbeaaf278", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:57:17.785517 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b27dbf31-8058-4b73-a8ba-89aa8547d0c8 {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:57:17.786035 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b27dbf31-8058-4b73-a8ba-89aa8547d0c8'] response: {'name': 'network-changed', 'server_uuid': 'aebdcfdb-f355-4d88-94a2-ef1d4191f28d', 'tag': '7bcf54c4-3b63-4285-981e-25adbeaaf278', 'status': 'completed', 'code': 200} Jul 01 19:57:17.812502 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786e2f41-107b-4da6-bada-f48ffac74af2 None None] New status for floating IP d10406da-5e51-4858-9772-408e54b2a560: ACTIVE {{(pid=110546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 19:57:17.854993 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f436a3-2b60-4395-8dc4-4218323ec7c5 req-ee66beff-3dde-4489-b8ab-b9561e494dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:17.857236 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a4f436a3-2b60-4395-8dc4-4218323ec7c5 req-ee66beff-3dde-4489-b8ab-b9561e494dd5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8e38ec3f92a47fe98829eb3d289cdb4&device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 1129 time: 0.0436206 Jul 01 19:57:17.874810 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-150e2ba1-c6bf-4b91-8667-07f973875730 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:17.955831 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:17.959760 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f436a3-2b60-4395-8dc4-4218323ec7c5 req-6c09e2ff-77de-4cca-9964-1562d5134e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:17.961252 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a4f436a3-2b60-4395-8dc4-4218323ec7c5 req-6c09e2ff-77de-4cca-9964-1562d5134e89 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e9d88c7-2969-402f-b3c2-096acc062b79 HTTP/1.1" status: 200 len: 918 time: 0.0979037 Jul 01 19:57:17.997751 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [None req-150e2ba1-c6bf-4b91-8667-07f973875730 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Allocated IP 172.27.1.58 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/3ac58d19-043a-40c2-843c-e96d8c6af883) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:57:18.008201 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:18.030289 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a4f436a3-2b60-4395-8dc4-4218323ec7c5 req-e316f66d-788f-4a7b-be3c-499e71fc1d77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bcf54c4-3b63-4285-981e-25adbeaaf278 HTTP/1.1" status: 200 len: 998 time: 0.0628831 Jul 01 19:57:18.071668 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:18.085922 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f436a3-2b60-4395-8dc4-4218323ec7c5 req-57a695a9-66ea-4429-acff-e80bdad33c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:18.087561 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a4f436a3-2b60-4395-8dc4-4218323ec7c5 req-57a695a9-66ea-4429-acff-e80bdad33c7f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=76c01db0-193d-4246-8c54-cae6849bb14c HTTP/1.1" status: 200 len: 856 time: 0.0504565 Jul 01 19:57:18.121662 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-150e2ba1-c6bf-4b91-8667-07f973875730 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for port (3ac58d19-043a-40c2-843c-e96d8c6af883), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:18.136945 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f436a3-2b60-4395-8dc4-4218323ec7c5 req-217d2ed2-df74-4d04-b035-a7908c4cad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:18.138408 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a4f436a3-2b60-4395-8dc4-4218323ec7c5 req-217d2ed2-df74-4d04-b035-a7908c4cad73 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9d88c7-2969-402f-b3c2-096acc062b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448282 Jul 01 19:57:18.154797 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-150e2ba1-c6bf-4b91-8667-07f973875730 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (3ac58d19-043a-40c2-843c-e96d8c6af883), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:18.178743 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:18.198865 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150e2ba1-c6bf-4b91-8667-07f973875730 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:57:18.204312 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-150e2ba1-c6bf-4b91-8667-07f973875730 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:57:18.206988 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150e2ba1-c6bf-4b91-8667-07f973875730 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:57:18.232659 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a4f436a3-2b60-4395-8dc4-4218323ec7c5 req-e70f9428-fdad-481b-9727-8135cad01179 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863316 Jul 01 19:57:18.233069 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e2ba1-c6bf-4b91-8667-07f973875730 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Pushing event updated for resources: {'Port': ['ID=3ac58d19-043a-40c2-843c-e96d8c6af883,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:18.300653 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-150e2ba1-c6bf-4b91-8667-07f973875730 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for floatingip (8acea02a-7025-4883-aaf2-db73bd8ccd2f), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:18.329259 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a4f436a3-2b60-4395-8dc4-4218323ec7c5 req-25d76ef8-67ad-4f93-9a13-192bdbcf9966 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897121 Jul 01 19:57:18.338421 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-150e2ba1-c6bf-4b91-8667-07f973875730 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (3ac58d19-043a-40c2-843c-e96d8c6af883), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:18.485749 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-150e2ba1-c6bf-4b91-8667-07f973875730 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for port (3ac58d19-043a-40c2-843c-e96d8c6af883), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:18.490140 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-150e2ba1-c6bf-4b91-8667-07f973875730 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5117128'] for port (3ac58d19-043a-40c2-843c-e96d8c6af883), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:18.559015 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e2ba1-c6bf-4b91-8667-07f973875730 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Pushing event updated for resources: {'Port': ['ID=3ac58d19-043a-40c2-843c-e96d8c6af883,revision_number=2']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:18.569904 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-150e2ba1-c6bf-4b91-8667-07f973875730 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (8acea02a-7025-4883-aaf2-db73bd8ccd2f), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:18.586051 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-150e2ba1-c6bf-4b91-8667-07f973875730 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:18.587279 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-150e2ba1-c6bf-4b91-8667-07f973875730 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8329883 Jul 01 19:57:18.783355 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-319f9802-a185-4525-a061-7595599490ac tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--142335435&fields=id&tenant_id=025035b3b0b348d7acddfe456dd6a109 HTTP/1.1" status: 200 len: 267 time: 0.0441575 Jul 01 19:57:18.893540 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-d60dffeb-1c04-4d97-ac73-2843300f6672 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:18.895001 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-d60dffeb-1c04-4d97-ac73-2843300f6672 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/networks?id=b31a2a85-453d-4d0b-bc1f-fd678ffc85ef HTTP/1.1" status: 200 len: 811 time: 0.1048532 Jul 01 19:57:18.909200 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-f0b3728d-c48c-4533-9f25-85ea5f22d6fe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/quotas/025035b3b0b348d7acddfe456dd6a109 HTTP/1.1" status: 200 len: 375 time: 0.0087311 Jul 01 19:57:18.960949 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-04cd5d66-859f-4ee4-9530-15a20287c25b tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=025035b3b0b348d7acddfe456dd6a109&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464802 Jul 01 19:57:19.057221 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-311f7ed7-03a3-487c-bf20-6a9aa408d5af service neutron] 10.222.0.66 "GET /v2.0/networks/b31a2a85-453d-4d0b-bc1f-fd678ffc85ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850916 Jul 01 19:57:19.151937 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-5f256488-e1ce-44fa-b3bd-d7bc5af18399 service neutron] 10.222.0.66 "GET /v2.0/networks/b31a2a85-453d-4d0b-bc1f-fd678ffc85ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892048 Jul 01 19:57:19.318646 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-60a41cd8-137f-4ecc-ac67-5889a0257dfd req-49f3df0d-0fff-4083-b2eb-6de1d7dec643 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 210 time: 0.0299342 Jul 01 19:57:20.022443 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803e8cc-00d5-44f4-b83d-f0f4b7cdbc39 req-9ed5e0d7-b392-4986-9424-326e234c1703 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:20.024212 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e803e8cc-00d5-44f4-b83d-f0f4b7cdbc39 req-9ed5e0d7-b392-4986-9424-326e234c1703 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.0608747 Jul 01 19:57:20.074957 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e803e8cc-00d5-44f4-b83d-f0f4b7cdbc39 req-7501584d-7dba-4f68-96b3-777f92d04e94 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448186 Jul 01 19:57:20.690157 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3464d806-48cc-43f2-ba8c-30c54835e066 req-39f5985b-72b6-40af-bdb5-d909d172258f tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 210 time: 0.2715316 Jul 01 19:57:20.717365 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-50b44113-4459-4ea6-885c-16ff2f40c450 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:20.718827 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-50b44113-4459-4ea6-885c-16ff2f40c450 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.60 "GET /v2.0/networks?id=b31a2a85-453d-4d0b-bc1f-fd678ffc85ef HTTP/1.1" status: 200 len: 811 time: 0.3791835 Jul 01 19:57:20.787844 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-2dc11f9b-968e-4062-9940-1343ff520f2c tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=025035b3b0b348d7acddfe456dd6a109 HTTP/1.1" status: 200 len: 379 time: 0.0554368 Jul 01 19:57:20.796856 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-46a0bac1-53ae-4721-b5cd-8f2c0c0f3fcd tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Request body: {'port': {'device_id': '81be27a4-51b0-4fa6-8e9b-003575784817', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'admin_state_up': True, 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'security_groups': ['a51f5646-7cad-4e30-9eb3-566306def3cd']}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:57:20.799649 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:20.820619 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:20.905917 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-46a0bac1-53ae-4721-b5cd-8f2c0c0f3fcd tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Made reservation on behalf of 025035b3b0b348d7acddfe456dd6a109 for: {'port': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:57:20.909221 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-46a0bac1-53ae-4721-b5cd-8f2c0c0f3fcd tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:21.039269 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-46a0bac1-53ae-4721-b5cd-8f2c0c0f3fcd tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Allocated IP 172.20.0.10 (b31a2a85-453d-4d0b-bc1f-fd678ffc85ef/8be3e6b8-9cb2-4563-96d1-aa493dda5517/60d81827-fc49-4b52-8bdd-57665e59e05d) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:57:21.213329 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f00c44-a153-4901-917b-eae373baf28d req-84674393-b71c-475f-8e65-43004a435b23 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:21.214832 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-45f00c44-a153-4901-917b-eae373baf28d req-84674393-b71c-475f-8e65-43004a435b23 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.0647779 Jul 01 19:57:21.235759 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-46a0bac1-53ae-4721-b5cd-8f2c0c0f3fcd tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for port (60d81827-fc49-4b52-8bdd-57665e59e05d), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:21.291006 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-45f00c44-a153-4901-917b-eae373baf28d req-69b76442-6a0a-4661-8c42-133874e5f81b tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701556 Jul 01 19:57:21.301218 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-46a0bac1-53ae-4721-b5cd-8f2c0c0f3fcd tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (60d81827-fc49-4b52-8bdd-57665e59e05d), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:21.348342 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-46a0bac1-53ae-4721-b5cd-8f2c0c0f3fcd tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Network b31a2a85-453d-4d0b-bc1f-fd678ffc85ef is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:57:21.351817 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-46a0bac1-53ae-4721-b5cd-8f2c0c0f3fcd tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:57:21.354273 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-46a0bac1-53ae-4721-b5cd-8f2c0c0f3fcd tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:57:21.385003 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0bac1-53ae-4721-b5cd-8f2c0c0f3fcd tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Pushing event updated for resources: {'Port': ['ID=60d81827-fc49-4b52-8bdd-57665e59e05d,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:21.412124 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-46a0bac1-53ae-4721-b5cd-8f2c0c0f3fcd tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:21.412776 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-46a0bac1-53ae-4721-b5cd-8f2c0c0f3fcd tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:21.429867 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-46a0bac1-53ae-4721-b5cd-8f2c0c0f3fcd tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6364028 Jul 01 19:57:21.447666 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-9f7422a9-50a0-4ad4-a918-a19568ef0123 service neutron] Request body: {'port': {'device_id': '81be27a4-51b0-4fa6-8e9b-003575784817', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:57:21.512729 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-9f7422a9-50a0-4ad4-a918-a19568ef0123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (60d81827-fc49-4b52-8bdd-57665e59e05d), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:21.558893 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-96b456f2-a889-4f9d-90fa-bbb8add833c9 None None] Provisioning complete for port 60d81827-fc49-4b52-8bdd-57665e59e05d triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:57:21.559370 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-96b456f2-a889-4f9d-90fa-bbb8add833c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (60d81827-fc49-4b52-8bdd-57665e59e05d), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:21.592002 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-96b456f2-a889-4f9d-90fa-bbb8add833c9 None None] Port 60d81827-fc49-4b52-8bdd-57665e59e05d cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:57:21.616350 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:21.694028 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:21.810467 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-9f7422a9-50a0-4ad4-a918-a19568ef0123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d81827-fc49-4b52-8bdd-57665e59e05d {{(pid=110544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:57:21.821482 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-9f7422a9-50a0-4ad4-a918-a19568ef0123 service neutron] Publish callbacks [] for port (60d81827-fc49-4b52-8bdd-57665e59e05d), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:21.832184 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c364ea-0128-49f9-bef1-4e23c02f9277 req-f0713e40-623b-4dc6-9e8c-9887cee2f7e0 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:21.833813 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c1c364ea-0128-49f9-bef1-4e23c02f9277 req-f0713e40-623b-4dc6-9e8c-9887cee2f7e0 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 932 time: 0.0634637 Jul 01 19:57:21.850398 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.provisioning_blocks [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-9f7422a9-50a0-4ad4-a918-a19568ef0123 service neutron] Transition to ACTIVE for port object 60d81827-fc49-4b52-8bdd-57665e59e05d will not be triggered until provisioned by entity L2. {{(pid=110544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 19:57:21.858315 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-9f7422a9-50a0-4ad4-a918-a19568ef0123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (60d81827-fc49-4b52-8bdd-57665e59e05d), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:21.861557 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 19:57:21.932579 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7422a9-50a0-4ad4-a918-a19568ef0123 service neutron] Pushing event updated for resources: {'Port': ['ID=60d81827-fc49-4b52-8bdd-57665e59e05d,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:21.937483 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c1c364ea-0128-49f9-bef1-4e23c02f9277 req-2a5f6b77-dace-47ff-9cdd-e4f64bd3d12f tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=a51f5646-7cad-4e30-9eb3-566306def3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979872 Jul 01 19:57:22.014991 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-9f7422a9-50a0-4ad4-a918-a19568ef0123 service neutron] Attempting to bind port 60d81827-fc49-4b52-8bdd-57665e59e05d on host hv-cinder-84460 for vnic_type normal with profile {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:57:22.015330 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-9f7422a9-50a0-4ad4-a918-a19568ef0123 service neutron] Attempting to bind port 60d81827-fc49-4b52-8bdd-57665e59e05d by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '0b411177-2154-4372-8183-0472605c751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef'}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:57:22.015658 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-9f7422a9-50a0-4ad4-a918-a19568ef0123 service neutron] Attempting to bind port 60d81827-fc49-4b52-8bdd-57665e59e05d on network b31a2a85-453d-4d0b-bc1f-fd678ffc85ef {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:57:22.021648 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-9f7422a9-50a0-4ad4-a918-a19568ef0123 service neutron] Port 60d81827-fc49-4b52-8bdd-57665e59e05d on network b31a2a85-453d-4d0b-bc1f-fd678ffc85ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 19:57:22.021979 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-9f7422a9-50a0-4ad4-a918-a19568ef0123 service neutron] Attempting to bind port 60d81827-fc49-4b52-8bdd-57665e59e05d on network b31a2a85-453d-4d0b-bc1f-fd678ffc85ef {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:57:22.028220 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-9f7422a9-50a0-4ad4-a918-a19568ef0123 service neutron] Checking agent: {'id': '080768a1-72cc-47dc-9460-2bcdea095798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'started_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:57:22.028564 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-9f7422a9-50a0-4ad4-a918-a19568ef0123 service neutron] Checking segment: {'id': '0b411177-2154-4372-8183-0472605c751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:57:22.028952 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-9f7422a9-50a0-4ad4-a918-a19568ef0123 service neutron] Bound using segment: {'id': '0b411177-2154-4372-8183-0472605c751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef'} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:57:22.029381 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-9f7422a9-50a0-4ad4-a918-a19568ef0123 service neutron] Bound port: 60d81827-fc49-4b52-8bdd-57665e59e05d, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b411177-2154-4372-8183-0472605c751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef'}}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:57:22.029812 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-9f7422a9-50a0-4ad4-a918-a19568ef0123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (60d81827-fc49-4b52-8bdd-57665e59e05d), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:22.093793 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-9f7422a9-50a0-4ad4-a918-a19568ef0123 service neutron] For port 60d81827-fc49-4b52-8bdd-57665e59e05d, host hv-cinder-84460, cleared binding levels {{(pid=110544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:57:22.097140 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-9f7422a9-50a0-4ad4-a918-a19568ef0123 service neutron] For port 60d81827-fc49-4b52-8bdd-57665e59e05d, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=60d81827-fc49-4b52-8bdd-57665e59e05d,segment=NetworkSegment(0b411177-2154-4372-8183-0472605c751c),segment_id=0b411177-2154-4372-8183-0472605c751c)] {{(pid=110544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:57:22.104205 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-9f7422a9-50a0-4ad4-a918-a19568ef0123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (60d81827-fc49-4b52-8bdd-57665e59e05d), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:22.146670 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-9f7422a9-50a0-4ad4-a918-a19568ef0123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:22.147288 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-9f7422a9-50a0-4ad4-a918-a19568ef0123 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:22.148954 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-9f7422a9-50a0-4ad4-a918-a19568ef0123 service neutron] 10.222.0.60 "PUT /v2.0/ports/60d81827-fc49-4b52-8bdd-57665e59e05d HTTP/1.1" status: 200 len: 1094 time: 0.7057419 Jul 01 19:57:22.149391 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81be27a4-51b0-4fa6-8e9b-003575784817', 'tag': '60d81827-fc49-4b52-8bdd-57665e59e05d'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:57:22.151675 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7540a16e-7c87-4f97-af10-215fcdf8a426" -d '{"events": [{"name": "network-changed", "server_uuid": "81be27a4-51b0-4fa6-8e9b-003575784817", "tag": "60d81827-fc49-4b52-8bdd-57665e59e05d"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:57:22.171302 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7422a9-50a0-4ad4-a918-a19568ef0123 service neutron] Pushing event updated for resources: {'Port': ['ID=60d81827-fc49-4b52-8bdd-57665e59e05d,revision_number=3']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:22.201266 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb03cd2-011e-4d5d-b751-6be105372cda x-openstack-request-id: req-5bb03cd2-011e-4d5d-b751-6be105372cda {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:57:22.201654 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81be27a4-51b0-4fa6-8e9b-003575784817", "tag": "60d81827-fc49-4b52-8bdd-57665e59e05d", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:57:22.202009 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5bb03cd2-011e-4d5d-b751-6be105372cda {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:57:22.202488 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb03cd2-011e-4d5d-b751-6be105372cda'] response: {'name': 'network-changed', 'server_uuid': '81be27a4-51b0-4fa6-8e9b-003575784817', 'tag': '60d81827-fc49-4b52-8bdd-57665e59e05d', 'status': 'completed', 'code': 200} Jul 01 19:57:22.249056 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-02c8c5cc-65ec-4f4c-83cd-1848efe4598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:22.250631 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-02c8c5cc-65ec-4f4c-83cd-1848efe4598e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=025035b3b0b348d7acddfe456dd6a109&device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 1128 time: 0.0432823 Jul 01 19:57:22.297406 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-d31706b8-7ed6-4edc-b98a-0abc418782c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60d81827-fc49-4b52-8bdd-57665e59e05d HTTP/1.1" status: 200 len: 217 time: 0.0378480 Jul 01 19:57:22.350370 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-b684d958-5e32-42ba-9b8f-17dcea617f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:22.351841 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-b684d958-5e32-42ba-9b8f-17dcea617f8b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8be3e6b8-9cb2-4563-96d1-aa493dda5517 HTTP/1.1" status: 200 len: 850 time: 0.0479920 Jul 01 19:57:22.433292 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-33b823b3-d546-4f04-b80d-ef06bf454d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:22.434802 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-33b823b3-d546-4f04-b80d-ef06bf454d66 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b31a2a85-453d-4d0b-bc1f-fd678ffc85ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0771909 Jul 01 19:57:22.440809 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf92cf-e174-46ea-aad8-67e68730be29 req-89adfcc4-b439-4dd1-a6b8-9c501e29ce8a tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:22.442734 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8adf92cf-e174-46ea-aad8-67e68730be29 req-89adfcc4-b439-4dd1-a6b8-9c501e29ce8a tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.0744510 Jul 01 19:57:22.470466 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:22.557743 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8adf92cf-e174-46ea-aad8-67e68730be29 req-99ce1a3f-112c-4d61-a781-90cfc1fcf376 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089349 Jul 01 19:57:22.577332 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-b5c13f0f-0b5d-4c0e-9d52-75ec5f8cdf22 service neutron] 10.222.0.60 "GET /v2.0/networks/b31a2a85-453d-4d0b-bc1f-fd678ffc85ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295815 Jul 01 19:57:22.677862 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ca762229-9175-4c5e-a5e7-cc14f2a2fa65 req-653d0078-d194-4959-9206-ee9431fe33fe service neutron] 10.222.0.60 "GET /v2.0/networks/b31a2a85-453d-4d0b-bc1f-fd678ffc85ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854013 Jul 01 19:57:23.018132 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:23.064710 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112b54e-b0f9-48cd-a1f8-6439fa749644 req-e286daa1-d284-45fc-8dee-282f510edf66 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:23.066219 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9112b54e-b0f9-48cd-a1f8-6439fa749644 req-e286daa1-d284-45fc-8dee-282f510edf66 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 944 time: 0.0592351 Jul 01 19:57:23.114170 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9112b54e-b0f9-48cd-a1f8-6439fa749644 req-4979aafc-f654-459d-a341-b042eb81907e tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=a51f5646-7cad-4e30-9eb3-566306def3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416124 Jul 01 19:57:23.672821 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180f640-df27-4c34-b019-862960c49e68 req-35e7beb0-0267-4e95-8a50-562d40e73df0 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:23.674306 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3180f640-df27-4c34-b019-862960c49e68 req-35e7beb0-0267-4e95-8a50-562d40e73df0 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.0476909 Jul 01 19:57:23.724844 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3180f640-df27-4c34-b019-862960c49e68 req-2de15abb-24f4-4764-b773-3636ed34036e tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440714 Jul 01 19:57:23.812360 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540a16e-7c87-4f97-af10-215fcdf8a426 req-bc5b9ca7-594f-4248-9178-a55c9d0d7d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:23.813873 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7540a16e-7c87-4f97-af10-215fcdf8a426 req-bc5b9ca7-594f-4248-9178-a55c9d0d7d90 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=025035b3b0b348d7acddfe456dd6a109&device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 1128 time: 0.0397115 Jul 01 19:57:23.907647 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540a16e-7c87-4f97-af10-215fcdf8a426 req-4b7ab780-ca82-42d8-94cd-e7b67257c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:23.909081 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7540a16e-7c87-4f97-af10-215fcdf8a426 req-4b7ab780-ca82-42d8-94cd-e7b67257c7fc service neutron] 10.222.0.60 "GET /v2.0/networks?id=b31a2a85-453d-4d0b-bc1f-fd678ffc85ef HTTP/1.1" status: 200 len: 912 time: 0.0879753 Jul 01 19:57:23.948962 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7540a16e-7c87-4f97-af10-215fcdf8a426 req-234c4c5a-4a60-4ae5-9863-5028f0da25e9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60d81827-fc49-4b52-8bdd-57665e59e05d HTTP/1.1" status: 200 len: 217 time: 0.0328307 Jul 01 19:57:24.006358 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540a16e-7c87-4f97-af10-215fcdf8a426 req-3a8ff47a-8903-4d31-8d20-c9fb3dc1deea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:24.007754 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7540a16e-7c87-4f97-af10-215fcdf8a426 req-3a8ff47a-8903-4d31-8d20-c9fb3dc1deea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8be3e6b8-9cb2-4563-96d1-aa493dda5517 HTTP/1.1" status: 200 len: 850 time: 0.0473232 Jul 01 19:57:24.051908 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540a16e-7c87-4f97-af10-215fcdf8a426 req-f8ca68ef-10ef-4187-860e-7b3827620a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:24.053349 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7540a16e-7c87-4f97-af10-215fcdf8a426 req-f8ca68ef-10ef-4187-860e-7b3827620a4c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b31a2a85-453d-4d0b-bc1f-fd678ffc85ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390766 Jul 01 19:57:24.143281 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7540a16e-7c87-4f97-af10-215fcdf8a426 req-62db61da-4f08-4e49-9612-50847bac462d service neutron] 10.222.0.60 "GET /v2.0/networks/b31a2a85-453d-4d0b-bc1f-fd678ffc85ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828791 Jul 01 19:57:24.267902 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51191fdd-e68b-4e2a-baf2-cb7c1b560b06 req-3d908d6d-ce2c-435e-91fe-3594a7ed2698 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:24.269432 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-51191fdd-e68b-4e2a-baf2-cb7c1b560b06 req-3d908d6d-ce2c-435e-91fe-3594a7ed2698 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 944 time: 0.0849500 Jul 01 19:57:24.276334 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7540a16e-7c87-4f97-af10-215fcdf8a426 req-caebcda2-678d-4c5e-b042-3a24d0d64541 service neutron] 10.222.0.60 "GET /v2.0/networks/b31a2a85-453d-4d0b-bc1f-fd678ffc85ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272671 Jul 01 19:57:24.318649 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-51191fdd-e68b-4e2a-baf2-cb7c1b560b06 req-50e8e79d-1909-4ed5-8fc4-41ba51079601 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=a51f5646-7cad-4e30-9eb3-566306def3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413814 Jul 01 19:57:24.843742 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2ca87-e719-4aa5-8909-28b4c07d6b14 req-4ff23329-8ae1-41ae-b258-3be41b65e997 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:24.845216 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-67c2ca87-e719-4aa5-8909-28b4c07d6b14 req-4ff23329-8ae1-41ae-b258-3be41b65e997 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.0528052 Jul 01 19:57:24.886447 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:24.895679 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-67c2ca87-e719-4aa5-8909-28b4c07d6b14 req-ab4eb16a-413c-4426-8708-eff26a7522b1 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442579 Jul 01 19:57:25.373350 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 60d81827-fc49-4b52-8bdd-57665e59e05d details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 19:57:25.392070 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:25.440273 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c347903-170b-454d-a52d-897ba0243884 req-82af6fae-c81f-45d7-9c06-1c97fc18b244 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:25.442339 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5c347903-170b-454d-a52d-897ba0243884 req-82af6fae-c81f-45d7-9c06-1c97fc18b244 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 944 time: 0.0525303 Jul 01 19:57:25.480300 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 60d81827-fc49-4b52-8bdd-57665e59e05d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=60d81827-fc49-4b52-8bdd-57665e59e05d,segment=NetworkSegment(0b411177-2154-4372-8183-0472605c751c),segment_id=0b411177-2154-4372-8183-0472605c751c)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:57:25.489475 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5c347903-170b-454d-a52d-897ba0243884 req-890a1f7d-d22e-46f2-b134-c41b80e14c55 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=a51f5646-7cad-4e30-9eb3-566306def3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409811 Jul 01 19:57:25.491807 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': '60d81827-fc49-4b52-8bdd-57665e59e05d', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'port_id': '60d81827-fc49-4b52-8bdd-57665e59e05d', 'mac_address': 'fa:16:3e:32:20:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 19:57:25.532173 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 60d81827-fc49-4b52-8bdd-57665e59e05d is: DOWN; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:57:25.532589 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (60d81827-fc49-4b52-8bdd-57665e59e05d), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:25.545536 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d81827-fc49-4b52-8bdd-57665e59e05d {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:57:25.565162 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 60d81827-fc49-4b52-8bdd-57665e59e05d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=60d81827-fc49-4b52-8bdd-57665e59e05d,segment=NetworkSegment(0b411177-2154-4372-8183-0472605c751c),segment_id=0b411177-2154-4372-8183-0472605c751c)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:57:25.570526 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (60d81827-fc49-4b52-8bdd-57665e59e05d), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:25.616160 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=60d81827-fc49-4b52-8bdd-57665e59e05d,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:25.877801 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['60d81827-fc49-4b52-8bdd-57665e59e05d'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:57:26.013223 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8abc7-a570-4c6d-8f4a-7fe3d9ad04b0 req-22c0a2f0-f6fe-488e-bfc1-81b71588350c tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:26.015116 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-faa8abc7-a570-4c6d-8f4a-7fe3d9ad04b0 req-22c0a2f0-f6fe-488e-bfc1-81b71588350c tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.0514805 Jul 01 19:57:26.066029 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-faa8abc7-a570-4c6d-8f4a-7fe3d9ad04b0 req-d6c71bab-146d-425b-a684-b35f8f1b20aa tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451529 Jul 01 19:57:26.603228 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc40d64-fb1f-40e2-956d-145eec039fb7 req-e4e3ee70-abf1-4c36-a2ae-c8ac94072175 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:26.604691 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6fc40d64-fb1f-40e2-956d-145eec039fb7 req-e4e3ee70-abf1-4c36-a2ae-c8ac94072175 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 945 time: 0.0476797 Jul 01 19:57:26.651755 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6fc40d64-fb1f-40e2-956d-145eec039fb7 req-b0dd6776-b121-45f5-bad5-91af8e04cf5e tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=a51f5646-7cad-4e30-9eb3-566306def3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416696 Jul 01 19:57:27.143556 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:27.181436 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c0d9e-3b9f-4147-99ea-29649c88ddb7 req-0dfab8db-e007-4d20-bf3d-67bbeced0680 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:27.182912 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-af7c0d9e-3b9f-4147-99ea-29649c88ddb7 req-0dfab8db-e007-4d20-bf3d-67bbeced0680 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.0476439 Jul 01 19:57:27.234073 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-af7c0d9e-3b9f-4147-99ea-29649c88ddb7 req-8cd74d33-63d5-438b-ba12-ff62380b8a87 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457795 Jul 01 19:57:27.388269 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 60d81827-fc49-4b52-8bdd-57665e59e05d up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:57:27.431260 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning for port 60d81827-fc49-4b52-8bdd-57665e59e05d completed by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 19:57:27.436861 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port 60d81827-fc49-4b52-8bdd-57665e59e05d triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:57:27.437308 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (60d81827-fc49-4b52-8bdd-57665e59e05d), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:27.512403 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 60d81827-fc49-4b52-8bdd-57665e59e05d is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:57:27.512719 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (60d81827-fc49-4b52-8bdd-57665e59e05d), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:27.535661 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81be27a4-51b0-4fa6-8e9b-003575784817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d81827-fc49-4b52-8bdd-57665e59e05d'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:57:27.537890 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef263946-d35a-4960-bbb9-2fe926ee81b9" -d '{"events": [{"server_uuid": "81be27a4-51b0-4fa6-8e9b-003575784817", "name": "network-vif-plugged", "status": "completed", "tag": "60d81827-fc49-4b52-8bdd-57665e59e05d"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:57:27.550450 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 60d81827-fc49-4b52-8bdd-57665e59e05d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=60d81827-fc49-4b52-8bdd-57665e59e05d,segment=NetworkSegment(0b411177-2154-4372-8183-0472605c751c),segment_id=0b411177-2154-4372-8183-0472605c751c)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:57:27.555821 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (60d81827-fc49-4b52-8bdd-57665e59e05d), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:27.578617 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b66f0b-c21a-4735-865a-5d43f0ff544e x-openstack-request-id: req-21b66f0b-c21a-4735-865a-5d43f0ff544e {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:57:27.578906 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81be27a4-51b0-4fa6-8e9b-003575784817", "name": "network-vif-plugged", "status": "completed", "tag": "60d81827-fc49-4b52-8bdd-57665e59e05d", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:57:27.579180 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-21b66f0b-c21a-4735-865a-5d43f0ff544e {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:57:27.579570 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21b66f0b-c21a-4735-865a-5d43f0ff544e'] response: {'server_uuid': '81be27a4-51b0-4fa6-8e9b-003575784817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d81827-fc49-4b52-8bdd-57665e59e05d', 'code': 200} Jul 01 19:57:27.608833 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=60d81827-fc49-4b52-8bdd-57665e59e05d,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:27.784580 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbd4ab-4e2e-44ce-beab-c895417f5600 req-b54b03de-2230-463f-8fc3-d2640749ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:27.786604 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-abdbd4ab-4e2e-44ce-beab-c895417f5600 req-b54b03de-2230-463f-8fc3-d2640749ae28 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 1130 time: 0.0745933 Jul 01 19:57:27.792731 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134cb00-1c65-42d4-903e-3f5152c1b5d0 req-4a65f8ff-08ef-4b35-bf14-87e668dd3e5a tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:27.794137 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b134cb00-1c65-42d4-903e-3f5152c1b5d0 req-4a65f8ff-08ef-4b35-bf14-87e668dd3e5a tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 946 time: 0.0728118 Jul 01 19:57:27.861442 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-abdbd4ab-4e2e-44ce-beab-c895417f5600 req-b89ed9b7-f715-4e97-8332-9c31ab824241 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a51f5646-7cad-4e30-9eb3-566306def3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663807 Jul 01 19:57:27.868778 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b134cb00-1c65-42d4-903e-3f5152c1b5d0 req-1afd176e-b6f2-4053-ab34-2fe2be14c6d3 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=a51f5646-7cad-4e30-9eb3-566306def3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684371 Jul 01 19:57:28.364546 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52f137-6d33-4f4c-bfef-5ee5276fa4ec req-0ee08bc6-2b9c-43cf-b50a-72fb8f61ac05 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:28.366426 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5d52f137-6d33-4f4c-bfef-5ee5276fa4ec req-0ee08bc6-2b9c-43cf-b50a-72fb8f61ac05 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.0534899 Jul 01 19:57:28.423885 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5d52f137-6d33-4f4c-bfef-5ee5276fa4ec req-931bdbfa-6956-406a-9e5e-eccdc41c2b7a tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520201 Jul 01 19:57:28.579121 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:28.579907 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=44,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:28.983872 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab997e1f-1fd2-4d68-88c6-5c5f03b03f0c req-a082cd68-0fd8-41a7-8061-b9268f16f00f tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:28.985360 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ab997e1f-1fd2-4d68-88c6-5c5f03b03f0c req-a082cd68-0fd8-41a7-8061-b9268f16f00f tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 946 time: 0.0478985 Jul 01 19:57:29.033784 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ab997e1f-1fd2-4d68-88c6-5c5f03b03f0c req-6bdc3f2d-280b-4ede-b10a-6215107dbfe4 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=a51f5646-7cad-4e30-9eb3-566306def3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424337 Jul 01 19:57:29.575129 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7de50b-677a-4c55-ad6b-89db12c2365b req-e2b0f77b-4532-4893-a67e-f2dff9f5d836 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:29.576605 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1b7de50b-677a-4c55-ad6b-89db12c2365b req-e2b0f77b-4532-4893-a67e-f2dff9f5d836 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.0802445 Jul 01 19:57:29.585278 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da38869-9d09-4cf7-b4e2-3255baa248fe req-bd579358-d7c2-4486-86b5-502366b2f342 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:29.586676 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6da38869-9d09-4cf7-b4e2-3255baa248fe req-bd579358-d7c2-4486-86b5-502366b2f342 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 985 time: 0.0799389 Jul 01 19:57:29.664333 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1b7de50b-677a-4c55-ad6b-89db12c2365b req-a1e50b21-f54f-437c-9423-9b0ebfb008f8 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767136 Jul 01 19:57:29.681957 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6da38869-9d09-4cf7-b4e2-3255baa248fe req-057f1b44-645f-41af-a1c6-fd888a230b9c tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=dce35b76-89c6-423c-8cb8-9feb2fe13b2a&id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0873241 Jul 01 19:57:29.885571 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf0dcd-9592-4076-923a-f294e35afc5d req-49d1b985-df75-4524-b600-2af3c3181de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:29.886973 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b8cf0dcd-9592-4076-923a-f294e35afc5d req-49d1b985-df75-4524-b600-2af3c3181de4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e33de0b0c3244c78a86fbfda1c9fbdd6&device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 1169 time: 0.0431941 Jul 01 19:57:29.960164 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:29.978607 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf0dcd-9592-4076-923a-f294e35afc5d req-e28af3d5-a73b-4ee7-a529-37649033fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:29.980055 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b8cf0dcd-9592-4076-923a-f294e35afc5d req-e28af3d5-a73b-4ee7-a529-37649033fea0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=278aa73b-8d63-4a59-a3b7-723c6888fb9e HTTP/1.1" status: 200 len: 915 time: 0.0856068 Jul 01 19:57:30.045716 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b8cf0dcd-9592-4076-923a-f294e35afc5d req-47272f88-2667-4d39-9e22-2a8ffe24ceec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c1bb424-3191-4a82-8472-b2d89cf9baca HTTP/1.1" status: 200 len: 1002 time: 0.0585411 Jul 01 19:57:30.097200 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf0dcd-9592-4076-923a-f294e35afc5d req-8469816e-cbc5-419f-8ad3-94b8e6126a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:30.098838 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b8cf0dcd-9592-4076-923a-f294e35afc5d req-8469816e-cbc5-419f-8ad3-94b8e6126a19 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ada78ccc-02e0-43d8-81bf-098a7035a7ba HTTP/1.1" status: 200 len: 853 time: 0.0465975 Jul 01 19:57:30.149825 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c89a8-dd86-4ee1-8aac-934028a62c3b req-be0f6e54-6523-49a4-a203-7688663708f1 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:30.151193 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9b3c89a8-dd86-4ee1-8aac-934028a62c3b req-be0f6e54-6523-49a4-a203-7688663708f1 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 946 time: 0.0469563 Jul 01 19:57:30.183098 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:30.198715 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9b3c89a8-dd86-4ee1-8aac-934028a62c3b req-849db476-b7bb-4bf7-a5f8-9c8082a810d3 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=a51f5646-7cad-4e30-9eb3-566306def3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422173 Jul 01 19:57:30.280798 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf0dcd-9592-4076-923a-f294e35afc5d req-1d1bf724-6590-4157-b313-aacc17242406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:30.282305 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b8cf0dcd-9592-4076-923a-f294e35afc5d req-1d1bf724-6590-4157-b313-aacc17242406 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=278aa73b-8d63-4a59-a3b7-723c6888fb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537345 Jul 01 19:57:30.316020 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf887f-c406-4b42-ad4d-3e0266cda635 req-1d3e2b85-08fc-4ac8-a9f0-9732e3b0e352 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:30.318216 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bebf887f-c406-4b42-ad4d-3e0266cda635 req-1d3e2b85-08fc-4ac8-a9f0-9732e3b0e352 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 946 time: 0.0558219 Jul 01 19:57:30.326626 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 59828) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:57:30.330883 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-04cd8d39-6632-451b-a52d-0e41528f3876 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Request body: {'floatingip': {'port_id': '60d81827-fc49-4b52-8bdd-57665e59e05d'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:57:30.368664 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-04cd8d39-6632-451b-a52d-0e41528f3876 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for floatingip (8acea02a-7025-4883-aaf2-db73bd8ccd2f), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:30.471361 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9c33-905b-44a8-a0bf-819c59962f93 req-f27029ea-06fb-417f-bc7d-394ec1cd8614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:30.472779 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-10fe9c33-905b-44a8-a0bf-819c59962f93 req-f27029ea-06fb-417f-bc7d-394ec1cd8614 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=669587fe364c4741b489449451f2294c&device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 1130 time: 0.0422807 Jul 01 19:57:30.578718 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9c33-905b-44a8-a0bf-819c59962f93 req-fccf884e-087e-4f4e-beef-8430b810b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:30.580227 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-10fe9c33-905b-44a8-a0bf-819c59962f93 req-fccf884e-087e-4f4e-beef-8430b810b9c7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c18db701-00a1-43b8-8ecb-a7786f515087 HTTP/1.1" status: 200 len: 910 time: 0.0920882 Jul 01 19:57:30.628195 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b8cf0dcd-9592-4076-923a-f294e35afc5d req-7d7f2b27-1665-455f-bba8-031a992aa11d service neutron] 10.222.0.60 "GET /v2.0/networks/278aa73b-8d63-4a59-a3b7-723c6888fb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999476 Jul 01 19:57:30.642839 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-10fe9c33-905b-44a8-a0bf-819c59962f93 req-367c2d03-bbf9-4ccc-93b1-f5f3e1510ba8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1703035c-ecba-43aa-ab94-ee8dc5dedbe4 HTTP/1.1" status: 200 len: 1002 time: 0.0555134 Jul 01 19:57:30.696871 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9c33-905b-44a8-a0bf-819c59962f93 req-10308498-0734-4cca-9094-0898037e56c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:30.698383 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-10fe9c33-905b-44a8-a0bf-819c59962f93 req-10308498-0734-4cca-9094-0898037e56c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9 HTTP/1.1" status: 200 len: 848 time: 0.0492089 Jul 01 19:57:30.744839 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9c33-905b-44a8-a0bf-819c59962f93 req-8480ef2e-6d9f-451b-b2fc-a6d2b49af8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:30.746396 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-10fe9c33-905b-44a8-a0bf-819c59962f93 req-8480ef2e-6d9f-451b-b2fc-a6d2b49af8a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c18db701-00a1-43b8-8ecb-a7786f515087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406933 Jul 01 19:57:30.843877 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-10fe9c33-905b-44a8-a0bf-819c59962f93 req-9fb5c5cb-a767-480a-9c08-80491dd2d409 service neutron] 10.222.0.60 "GET /v2.0/networks/c18db701-00a1-43b8-8ecb-a7786f515087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891356 Jul 01 19:57:30.942396 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-10fe9c33-905b-44a8-a0bf-819c59962f93 req-66c52168-0bcd-47d2-8498-192ca54b6f50 service neutron] 10.222.0.60 "GET /v2.0/networks/c18db701-00a1-43b8-8ecb-a7786f515087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892406 Jul 01 19:57:31.166508 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb800c-7127-4390-a478-54fca40fd6a7 req-2e2ed1db-0009-481d-b9bb-360cea4d4406 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:31.167943 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9ebb800c-7127-4390-a478-54fca40fd6a7 req-2e2ed1db-0009-481d-b9bb-360cea4d4406 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.3880613 Jul 01 19:57:31.177542 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b3c34-03e0-4614-908c-45fad6d273c5 req-d49b5a49-743a-4ed2-8d78-a407905fa98d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:31.178915 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-400b3c34-03e0-4614-908c-45fad6d273c5 req-d49b5a49-743a-4ed2-8d78-a407905fa98d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 985 time: 0.3976555 Jul 01 19:57:31.184450 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b8cf0dcd-9592-4076-923a-f294e35afc5d req-97f81bea-92e2-4873-9731-707765e7dfed service neutron] 10.222.0.60 "GET /v2.0/networks/278aa73b-8d63-4a59-a3b7-723c6888fb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402637 Jul 01 19:57:31.271375 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:31.347696 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9ebb800c-7127-4390-a478-54fca40fd6a7 req-59507c05-6fc4-4ea1-9a01-97e8135ee8a9 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676774 Jul 01 19:57:31.350377 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-04cd8d39-6632-451b-a52d-0e41528f3876 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:31.355907 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-400b3c34-03e0-4614-908c-45fad6d273c5 req-873fbf3d-18d0-42da-95f3-3b5ea8df5b55 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=dce35b76-89c6-423c-8cb8-9feb2fe13b2a&id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1705081 Jul 01 19:57:31.356971 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-04cd8d39-6632-451b-a52d-0e41528f3876 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (8acea02a-7025-4883-aaf2-db73bd8ccd2f), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:31.455019 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.l3_db [None req-04cd8d39-6632-451b-a52d-0e41528f3876 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Floating IP 8acea02a-7025-4883-aaf2-db73bd8ccd2f associated. External IP: 172.27.1.58, port: 60d81827-fc49-4b52-8bdd-57665e59e05d. Jul 01 19:57:31.458458 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:31.655316 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cd8d39-6632-451b-a52d-0e41528f3876 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Router c2243065-4dd3-416f-a3f1-69bed13e411d has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:57:31.755115 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cd8d39-6632-451b-a52d-0e41528f3876 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:57:31.759949 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-04cd8d39-6632-451b-a52d-0e41528f3876 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:31.765230 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f313388-2ace-46a4-b347-a5d5edf0eb0b None None] Sync routers for ids ['c2243065-4dd3-416f-a3f1-69bed13e411d'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:57:31.775343 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f313388-2ace-46a4-b347-a5d5edf0eb0b None None] Routers {'c2243065-4dd3-416f-a3f1-69bed13e411d'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:57:31.775945 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-0f313388-2ace-46a4-b347-a5d5edf0eb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:57:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c2243065-4dd3-416f-a3f1-69bed13e411d'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:57:31.792755 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-04cd8d39-6632-451b-a52d-0e41528f3876 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "PUT /v2.0/floatingips/8acea02a-7025-4883-aaf2-db73bd8ccd2f HTTP/1.1" status: 200 len: 991 time: 1.4650807 Jul 01 19:57:31.793336 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81be27a4-51b0-4fa6-8e9b-003575784817', 'tag': '60d81827-fc49-4b52-8bdd-57665e59e05d'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:57:31.795639 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1b85f0-2841-4c4e-b923-d29ef7b6e122" -d '{"events": [{"name": "network-changed", "server_uuid": "81be27a4-51b0-4fa6-8e9b-003575784817", "tag": "60d81827-fc49-4b52-8bdd-57665e59e05d"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:57:31.831426 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f1cc0d-09d8-47c3-b0c4-f141ae57c200 x-openstack-request-id: req-67f1cc0d-09d8-47c3-b0c4-f141ae57c200 {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:57:31.831722 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81be27a4-51b0-4fa6-8e9b-003575784817", "tag": "60d81827-fc49-4b52-8bdd-57665e59e05d", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:57:31.832027 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-67f1cc0d-09d8-47c3-b0c4-f141ae57c200 {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:57:31.832523 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67f1cc0d-09d8-47c3-b0c4-f141ae57c200'] response: {'name': 'network-changed', 'server_uuid': '81be27a4-51b0-4fa6-8e9b-003575784817', 'tag': '60d81827-fc49-4b52-8bdd-57665e59e05d', 'status': 'completed', 'code': 200} Jul 01 19:57:31.884955 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-0f313388-2ace-46a4-b347-a5d5edf0eb0b None None] Set router c2243065-4dd3-416f-a3f1-69bed13e411d gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:57:32.089332 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-0f313388-2ace-46a4-b347-a5d5edf0eb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'name': 'tempest-AttachVolumeTestJSON-1080420829-router', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:41Z', 'updated_at': '2022-07-01T19:52:53Z', 'revision_number': 4, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'gw_port': {'id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '8acea02a-7025-4883-aaf2-db73bd8ccd2f', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'port_id': '60d81827-fc49-4b52-8bdd-57665e59e05d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'mac_address': 'fa:16:3e:32:20:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81be27a4-51b0-4fa6-8e9b-003575784817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:57:18Z', 'updated_at': '2022-07-01T19:57:31Z', 'revision_number': 1, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921', 'name': '', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'mac_address': 'fa:16:3e:2c:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:51Z', 'updated_at': '2022-07-01T19:53:04Z', 'revision_number': 5, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'subnets': [{'id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:57:32.113229 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f313388-2ace-46a4-b347-a5d5edf0eb0b None None] Checking router: c2243065-4dd3-416f-a3f1-69bed13e411d for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:57:32.116702 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:32.123186 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f313388-2ace-46a4-b347-a5d5edf0eb0b None None] Routers {'c2243065-4dd3-416f-a3f1-69bed13e411d'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:57:32.123780 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-0f313388-2ace-46a4-b347-a5d5edf0eb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:57:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c2243065-4dd3-416f-a3f1-69bed13e411d'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:57:32.210794 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:32.221485 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-0f313388-2ace-46a4-b347-a5d5edf0eb0b None None] Set router c2243065-4dd3-416f-a3f1-69bed13e411d gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:57:32.497997 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2028c27-a24e-4b71-8cbf-5ccca5be35bf req-b60b092e-9879-409d-a187-a892b2995ffd tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:32.499467 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c2028c27-a24e-4b71-8cbf-5ccca5be35bf req-b60b092e-9879-409d-a187-a892b2995ffd tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.0770636 Jul 01 19:57:32.511589 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13157c4-30a7-42b6-9085-950137e47975 req-9fbdc8a0-9a81-41e5-ad2b-25d10f0b6a5a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:32.513025 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b13157c4-30a7-42b6-9085-950137e47975 req-9fbdc8a0-9a81-41e5-ad2b-25d10f0b6a5a tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 985 time: 0.0792120 Jul 01 19:57:32.515005 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-0f313388-2ace-46a4-b347-a5d5edf0eb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'name': 'tempest-AttachVolumeTestJSON-1080420829-router', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:41Z', 'updated_at': '2022-07-01T19:52:53Z', 'revision_number': 4, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'gw_port': {'id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '8acea02a-7025-4883-aaf2-db73bd8ccd2f', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'port_id': '60d81827-fc49-4b52-8bdd-57665e59e05d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'mac_address': 'fa:16:3e:32:20:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81be27a4-51b0-4fa6-8e9b-003575784817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:57:18Z', 'updated_at': '2022-07-01T19:57:31Z', 'revision_number': 1, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921', 'name': '', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'mac_address': 'fa:16:3e:2c:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:51Z', 'updated_at': '2022-07-01T19:53:04Z', 'revision_number': 5, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'subnets': [{'id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:57:32.546516 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f313388-2ace-46a4-b347-a5d5edf0eb0b None None] The sync data for ids ['c2243065-4dd3-416f-a3f1-69bed13e411d'] in dv-cinder-844601-7-iscsi is: [{'id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'name': 'tempest-AttachVolumeTestJSON-1080420829-router', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:41Z', 'updated_at': '2022-07-01T19:52:53Z', 'revision_number': 4, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'gw_port': {'id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '8acea02a-7025-4883-aaf2-db73bd8ccd2f', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'port_id': '60d81827-fc49-4b52-8bdd-57665e59e05d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'mac_address': 'fa:16:3e:32:20:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81be27a4-51b0-4fa6-8e9b-003575784817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:57:18Z', 'updated_at': '2022-07-01T19:57:31Z', 'revision_number': 1, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921', 'name': '', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'mac_address': 'fa:16:3e:2c:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:51Z', 'updated_at': '2022-07-01T19:53:04Z', 'revision_number': 5, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'subnets': [{'id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:57:32.594692 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c2028c27-a24e-4b71-8cbf-5ccca5be35bf req-b2bb3f6a-773f-459a-ad1b-d75d209c8426 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807149 Jul 01 19:57:32.619065 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b13157c4-30a7-42b6-9085-950137e47975 req-002ffb18-5195-4192-af78-7a39f2c909a0 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=dce35b76-89c6-423c-8cb8-9feb2fe13b2a&id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0970728 Jul 01 19:57:32.745568 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aa4142-59e2-4224-9544-52f42e8c219e None None] New status for floating IP 8acea02a-7025-4883-aaf2-db73bd8ccd2f: ACTIVE {{(pid=110546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 19:57:32.831750 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:32.885755 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b85f0-2841-4c4e-b923-d29ef7b6e122 req-93b20149-2c30-4c64-aaff-c5abb09ab69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:32.887324 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dd1b85f0-2841-4c4e-b923-d29ef7b6e122 req-93b20149-2c30-4c64-aaff-c5abb09ab69f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=025035b3b0b348d7acddfe456dd6a109&device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 1130 time: 0.0442603 Jul 01 19:57:32.983152 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b85f0-2841-4c4e-b923-d29ef7b6e122 req-67140000-090a-4b28-873f-e5c717b1cac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:32.984624 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dd1b85f0-2841-4c4e-b923-d29ef7b6e122 req-67140000-090a-4b28-873f-e5c717b1cac8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b31a2a85-453d-4d0b-bc1f-fd678ffc85ef HTTP/1.1" status: 200 len: 912 time: 0.0900364 Jul 01 19:57:33.097392 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dd1b85f0-2841-4c4e-b923-d29ef7b6e122 req-0a7884bb-1340-4cc1-b03d-9746f3c06000 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60d81827-fc49-4b52-8bdd-57665e59e05d HTTP/1.1" status: 200 len: 1001 time: 0.0608048 Jul 01 19:57:33.147022 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b85f0-2841-4c4e-b923-d29ef7b6e122 req-8e3557b7-0cb2-4f7a-83cb-d93d011141dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:33.148720 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dd1b85f0-2841-4c4e-b923-d29ef7b6e122 req-8e3557b7-0cb2-4f7a-83cb-d93d011141dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8be3e6b8-9cb2-4563-96d1-aa493dda5517 HTTP/1.1" status: 200 len: 850 time: 0.0458260 Jul 01 19:57:33.195803 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b85f0-2841-4c4e-b923-d29ef7b6e122 req-645408a0-9882-4ece-b07b-39af299fab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:33.197324 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dd1b85f0-2841-4c4e-b923-d29ef7b6e122 req-645408a0-9882-4ece-b07b-39af299fab73 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b31a2a85-453d-4d0b-bc1f-fd678ffc85ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417151 Jul 01 19:57:33.217480 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:33.298538 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dd1b85f0-2841-4c4e-b923-d29ef7b6e122 req-6e5683f4-e084-435d-b61d-fdf37182ff5f service neutron] 10.222.0.60 "GET /v2.0/networks/b31a2a85-453d-4d0b-bc1f-fd678ffc85ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877326 Jul 01 19:57:33.361999 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:33.387429 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dd1b85f0-2841-4c4e-b923-d29ef7b6e122 req-d7e76477-e75f-4a36-ac13-df76a6628782 service neutron] 10.222.0.60 "GET /v2.0/networks/b31a2a85-453d-4d0b-bc1f-fd678ffc85ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830629 Jul 01 19:57:33.763627 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b19bc9-d9a4-48ac-84d1-3692930b097e req-2e8e5ae5-c6bd-480e-b51b-f67f60494b24 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:33.765089 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-68b19bc9-d9a4-48ac-84d1-3692930b097e req-2e8e5ae5-c6bd-480e-b51b-f67f60494b24 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.0871747 Jul 01 19:57:33.776727 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462298be-5f59-4150-9e29-80e28c865ab3 req-78725355-fdc4-449f-bf20-28fd86cf8753 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:33.778272 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-462298be-5f59-4150-9e29-80e28c865ab3 req-78725355-fdc4-449f-bf20-28fd86cf8753 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 985 time: 0.0648644 Jul 01 19:57:33.860190 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-68b19bc9-d9a4-48ac-84d1-3692930b097e req-35bb9148-b11b-4459-b592-199637e7719f tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808146 Jul 01 19:57:33.878434 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-462298be-5f59-4150-9e29-80e28c865ab3 req-758390e6-f73d-4bab-925a-8ea762af0f4b tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=dce35b76-89c6-423c-8cb8-9feb2fe13b2a&id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0907958 Jul 01 19:57:35.009831 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7877e-aadb-4b04-8882-61ea26179bb2 req-c199ffbd-2f93-4ad1-9e72-932b3fa7eae7 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:35.011292 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bdc7877e-aadb-4b04-8882-61ea26179bb2 req-c199ffbd-2f93-4ad1-9e72-932b3fa7eae7 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.0826778 Jul 01 19:57:35.022348 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8603ea-5c5d-44c7-a3be-f2574196ba3b req-b00dbcc1-eafb-4498-876b-1fa7d1813989 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:35.023984 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7a8603ea-5c5d-44c7-a3be-f2574196ba3b req-b00dbcc1-eafb-4498-876b-1fa7d1813989 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 985 time: 0.0624113 Jul 01 19:57:35.100761 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bdc7877e-aadb-4b04-8882-61ea26179bb2 req-7beaddd7-04a9-4062-a384-e283fa891cea tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758495 Jul 01 19:57:35.120228 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7a8603ea-5c5d-44c7-a3be-f2574196ba3b req-5bc9a7ce-16e2-46a8-abd9-6b1e23976c47 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=dce35b76-89c6-423c-8cb8-9feb2fe13b2a&id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0886617 Jul 01 19:57:35.295636 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 59858) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:57:35.331503 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4e7bf-79ad-4f56-9b71-bbee742b4fc2 req-a622a96b-b39c-42ae-89ff-4c2d021ff622 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:35.334255 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c2e4e7bf-79ad-4f56-9b71-bbee742b4fc2 req-a622a96b-b39c-42ae-89ff-4c2d021ff622 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.0718095 Jul 01 19:57:35.413849 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a37f9768-5a5f-4ec7-ba64-54ded3907298 req-4c489335-5c2f-4c72-b062-5233db1772e0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1170273 Jul 01 19:57:35.417316 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c2e4e7bf-79ad-4f56-9b71-bbee742b4fc2 req-ede94457-b566-4553-85b3-fe6fb71a2f1c tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775251 Jul 01 19:57:35.422124 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [req-a37f9768-5a5f-4ec7-ba64-54ded3907298 req-ed9b7f66-7fb9-4790-9ec8-6c341030b788 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=110544) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 19:57:35.423077 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a37f9768-5a5f-4ec7-ba64-54ded3907298 req-ed9b7f66-7fb9-4790-9ec8-6c341030b788 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047820 Jul 01 19:57:35.444922 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:57:35.514197 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:35.519402 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 is: ACTIVE; New status is: DOWN {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:57:35.519892 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (1703035c-ecba-43aa-ab94-ee8dc5dedbe4), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:35.545318 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee927ae4-fe7f-411f-be38-1d732b6ba6e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1703035c-ecba-43aa-ab94-ee8dc5dedbe4'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:57:35.547627 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5a8d4b-bb7d-45ad-ba92-44486968dbc2" -d '{"events": [{"server_uuid": "ee927ae4-fe7f-411f-be38-1d732b6ba6e3", "name": "network-vif-unplugged", "status": "completed", "tag": "1703035c-ecba-43aa-ab94-ee8dc5dedbe4"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:57:35.561481 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1703035c-ecba-43aa-ab94-ee8dc5dedbe4,segment=NetworkSegment(07e7f769-0ab3-4377-bc29-94916ab541ef),segment_id=07e7f769-0ab3-4377-bc29-94916ab541ef)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:57:35.565818 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (1703035c-ecba-43aa-ab94-ee8dc5dedbe4), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:35.593221 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 01 Jul 2022 19:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8d31d8-0252-4ac3-8582-e5bd45038aa0 x-openstack-request-id: req-5d8d31d8-0252-4ac3-8582-e5bd45038aa0 {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:57:35.593512 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee927ae4-fe7f-411f-be38-1d732b6ba6e3", "name": "network-vif-unplugged", "status": "failed", "tag": "1703035c-ecba-43aa-ab94-ee8dc5dedbe4", "code": 422}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:57:35.593790 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5d8d31d8-0252-4ac3-8582-e5bd45038aa0 {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:57:35.594228 dv-cinder-844601-7-iscsi neutron-server[110546]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5d8d31d8-0252-4ac3-8582-e5bd45038aa0']: {'server_uuid': 'ee927ae4-fe7f-411f-be38-1d732b6ba6e3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1703035c-ecba-43aa-ab94-ee8dc5dedbe4', 'code': 422} returned with failed status Jul 01 19:57:35.620278 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=1703035c-ecba-43aa-ab94-ee8dc5dedbe4,revision_number=6']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:35.637272 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 59868) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:57:35.738778 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f9768-5a5f-4ec7-ba64-54ded3907298 req-0efff2f1-c58e-4dd9-8031-6b5474bf6762 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:35.740165 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a37f9768-5a5f-4ec7-ba64-54ded3907298 req-0efff2f1-c58e-4dd9-8031-6b5474bf6762 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports/1703035c-ecba-43aa-ab94-ee8dc5dedbe4 HTTP/1.1" status: 200 len: 941 time: 0.1018562 Jul 01 19:57:36.125420 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-0dcff2f8-0ce1-4330-a819-4fbe55a10e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:36.255455 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872d7b0-228e-49c5-9543-b9dce625efcf req-5fabe1e9-d1d0-4563-978e-2ca385b275b3 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:36.256987 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5872d7b0-228e-49c5-9543-b9dce625efcf req-5fabe1e9-d1d0-4563-978e-2ca385b275b3 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 985 time: 0.0586743 Jul 01 19:57:36.318131 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5872d7b0-228e-49c5-9543-b9dce625efcf req-d6800d7d-eb4d-4a52-aa69-9a429e92ec9e tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=dce35b76-89c6-423c-8cb8-9feb2fe13b2a&id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555069 Jul 01 19:57:36.540662 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cfbe2-cde8-47d2-af62-4b5ca6d3523c req-664369e2-e91f-4a50-b6e0-2f2cbc1e112b tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:36.542170 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fd5cfbe2-cde8-47d2-af62-4b5ca6d3523c req-664369e2-e91f-4a50-b6e0-2f2cbc1e112b tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 944 time: 0.0495498 Jul 01 19:57:36.602961 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fd5cfbe2-cde8-47d2-af62-4b5ca6d3523c req-8d2b1576-365b-467c-97d0-f32075fbc2e1 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551851 Jul 01 19:57:37.284727 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f9768-5a5f-4ec7-ba64-54ded3907298 req-622d3e79-ff78-487e-9169-5acdfbea27e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:37.286561 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a37f9768-5a5f-4ec7-ba64-54ded3907298 req-622d3e79-ff78-487e-9169-5acdfbea27e2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3&tenant_id=669587fe364c4741b489449451f2294c HTTP/1.1" status: 200 len: 1128 time: 0.0447319 Jul 01 19:57:37.351885 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:37.356026 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f9768-5a5f-4ec7-ba64-54ded3907298 req-9e991ae9-fc5f-4df6-9c56-b61d55533f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:37.357573 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a37f9768-5a5f-4ec7-ba64-54ded3907298 req-9e991ae9-fc5f-4df6-9c56-b61d55533f9a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=669587fe364c4741b489449451f2294c&device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 1128 time: 0.0415075 Jul 01 19:57:37.480366 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18d12c-4120-4ec8-b3fd-ebb091bcf6bd req-0e714744-9ca3-4874-8af5-b1e95e59156f tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:37.481757 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6a18d12c-4120-4ec8-b3fd-ebb091bcf6bd req-0e714744-9ca3-4874-8af5-b1e95e59156f tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 985 time: 0.0899665 Jul 01 19:57:37.495711 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:37.520192 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f9768-5a5f-4ec7-ba64-54ded3907298 req-1ac838d5-333b-4c68-8c43-adbeb3469cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:37.521725 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a37f9768-5a5f-4ec7-ba64-54ded3907298 req-1ac838d5-333b-4c68-8c43-adbeb3469cbf service neutron] 10.222.0.60 "GET /v2.0/networks?id=c18db701-00a1-43b8-8ecb-a7786f515087 HTTP/1.1" status: 200 len: 910 time: 0.1478355 Jul 01 19:57:37.604162 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6a18d12c-4120-4ec8-b3fd-ebb091bcf6bd req-f3fab080-e622-4ff2-b390-671ca0aaeec9 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=dce35b76-89c6-423c-8cb8-9feb2fe13b2a&id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1162314 Jul 01 19:57:37.610292 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a37f9768-5a5f-4ec7-ba64-54ded3907298 req-05f72447-6747-453c-9a7b-0a564e2fe7d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1703035c-ecba-43aa-ab94-ee8dc5dedbe4 HTTP/1.1" status: 200 len: 1000 time: 0.0788550 Jul 01 19:57:37.672157 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f9768-5a5f-4ec7-ba64-54ded3907298 req-d0dd151b-925c-4d6c-8b22-f29f3d766112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:37.673660 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a37f9768-5a5f-4ec7-ba64-54ded3907298 req-d0dd151b-925c-4d6c-8b22-f29f3d766112 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9 HTTP/1.1" status: 200 len: 848 time: 0.0503469 Jul 01 19:57:37.746790 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b1db7-1b39-4176-9a23-07a809f3a518 req-1e0d38a2-b53a-402c-a12f-63d423aec87e tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:37.748186 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4c8b1db7-1b39-4176-9a23-07a809f3a518 req-1e0d38a2-b53a-402c-a12f-63d423aec87e tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 944 time: 0.0736752 Jul 01 19:57:37.751128 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f9768-5a5f-4ec7-ba64-54ded3907298 req-e9ea820f-8239-4c55-95df-bea1e0d2a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:37.752497 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a37f9768-5a5f-4ec7-ba64-54ded3907298 req-e9ea820f-8239-4c55-95df-bea1e0d2a185 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c18db701-00a1-43b8-8ecb-a7786f515087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681210 Jul 01 19:57:37.855069 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4c8b1db7-1b39-4176-9a23-07a809f3a518 req-cfff21b7-5149-4537-b877-2f9f720f6c87 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013386 Jul 01 19:57:37.881623 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a37f9768-5a5f-4ec7-ba64-54ded3907298 req-9483f3c5-96b7-4944-9899-19eb12c38a81 service neutron] 10.222.0.60 "GET /v2.0/networks/c18db701-00a1-43b8-8ecb-a7786f515087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214468 Jul 01 19:57:37.972551 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a37f9768-5a5f-4ec7-ba64-54ded3907298 req-d29816bb-bd47-44a5-ace8-9ccd6c1d0fcf service neutron] 10.222.0.60 "GET /v2.0/networks/c18db701-00a1-43b8-8ecb-a7786f515087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838394 Jul 01 19:57:38.599930 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-42e538b3-0a30-47d4-8e78-7ee5b83c3643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:38.722116 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20209b5-234d-4755-874b-b78ccf1251f5 req-635f640a-6b3a-4d93-b1f8-b80b7de0c79f tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:38.724785 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c20209b5-234d-4755-874b-b78ccf1251f5 req-635f640a-6b3a-4d93-b1f8-b80b7de0c79f tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 985 time: 0.0524938 Jul 01 19:57:38.784890 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c20209b5-234d-4755-874b-b78ccf1251f5 req-0834cc76-bd92-4cbc-8991-7a297fa5ee30 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=dce35b76-89c6-423c-8cb8-9feb2fe13b2a&id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541604 Jul 01 19:57:38.966402 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbd058-fef6-4306-9b59-02ac770e6618 req-696a2ed5-f55e-4e57-a5f1-5e2fba6ce57d tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:38.967859 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-27fbd058-fef6-4306-9b59-02ac770e6618 req-696a2ed5-f55e-4e57-a5f1-5e2fba6ce57d tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 944 time: 0.0464878 Jul 01 19:57:39.018050 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-27fbd058-fef6-4306-9b59-02ac770e6618 req-87dbc059-0afe-4dc1-a0a2-f5da00439add tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433006 Jul 01 19:57:39.745552 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:39.903608 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e794e4-fb80-4fac-8e75-45a01d477ab1 req-7caf9ea0-d1fa-4d3c-932a-de01c3b4a17e tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:39.905095 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-45e794e4-fb80-4fac-8e75-45a01d477ab1 req-7caf9ea0-d1fa-4d3c-932a-de01c3b4a17e tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 985 time: 0.0529859 Jul 01 19:57:39.965843 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-45e794e4-fb80-4fac-8e75-45a01d477ab1 req-0aa13d24-3a23-4607-8d6b-02ccd8e30227 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=dce35b76-89c6-423c-8cb8-9feb2fe13b2a&id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544207 Jul 01 19:57:40.132206 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708fad4-ebe4-4104-8df6-c1a3f924147d req-c2b5ebfa-b204-437f-8429-d02eaee1228a tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:40.133602 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e708fad4-ebe4-4104-8df6-c1a3f924147d req-c2b5ebfa-b204-437f-8429-d02eaee1228a tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 944 time: 0.0476196 Jul 01 19:57:40.182303 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e708fad4-ebe4-4104-8df6-c1a3f924147d req-af7dbebd-d073-4f32-a240-b1d4d0a47038 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432460 Jul 01 19:57:40.932480 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=53 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:40.938617 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=41 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:41.069074 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:41.080193 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e9eba-ea95-4fc4-8074-8ba692ba1601 req-6de55e02-2b71-4e0f-9623-b090208c022d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:41.081738 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-452e9eba-ea95-4fc4-8074-8ba692ba1601 req-6de55e02-2b71-4e0f-9623-b090208c022d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 985 time: 0.0481107 Jul 01 19:57:41.099856 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:41.109241 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:41.148726 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-452e9eba-ea95-4fc4-8074-8ba692ba1601 req-e0e4ba0f-2adc-4bec-8c7e-d206da93224b tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=dce35b76-89c6-423c-8cb8-9feb2fe13b2a&id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613506 Jul 01 19:57:41.298405 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e64eb-d1b8-45ab-a216-cc7b81c58f1d req-93ea2f57-27b5-4e5c-9c18-68cee9fb45fe tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:41.299858 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-051e64eb-d1b8-45ab-a216-cc7b81c58f1d req-93ea2f57-27b5-4e5c-9c18-68cee9fb45fe tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 944 time: 0.0472438 Jul 01 19:57:41.348593 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-051e64eb-d1b8-45ab-a216-cc7b81c58f1d req-6e1ca45c-3b6c-400e-9159-d335f642b35d tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427163 Jul 01 19:57:41.396847 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:42.264084 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f657429-7ce0-4a18-a572-726c8f4b1f01 req-69633a09-f4cd-4f7d-a9bd-715f94578ed9 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:42.265547 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5f657429-7ce0-4a18-a572-726c8f4b1f01 req-69633a09-f4cd-4f7d-a9bd-715f94578ed9 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 985 time: 0.0480537 Jul 01 19:57:42.331375 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5f657429-7ce0-4a18-a572-726c8f4b1f01 req-c7d81e0f-38a8-4e15-86f3-6821df5acb95 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=dce35b76-89c6-423c-8cb8-9feb2fe13b2a&id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599208 Jul 01 19:57:42.515267 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dcf91-2102-4451-ab09-da9d5d53cc4c req-b59590eb-926b-4e0a-b5c2-768c3c6dab0c tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:42.516736 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0d4dcf91-2102-4451-ab09-da9d5d53cc4c req-b59590eb-926b-4e0a-b5c2-768c3c6dab0c tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 944 time: 0.0982146 Jul 01 19:57:42.517139 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=36 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:42.518042 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=26 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:42.567047 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0d4dcf91-2102-4451-ab09-da9d5d53cc4c req-e7b9a27e-60db-4f94-9c23-b62fdbb73bc1 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445101 Jul 01 19:57:43.493155 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091b274-46f8-43c2-bec4-f723c171124a req-faaf505b-6119-435d-92a5-cabcdfea4d40 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:43.494719 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1091b274-46f8-43c2-bec4-f723c171124a req-faaf505b-6119-435d-92a5-cabcdfea4d40 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 985 time: 0.0957448 Jul 01 19:57:43.556643 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1091b274-46f8-43c2-bec4-f723c171124a req-4cc19148-b8c6-4358-9d66-50c93e0d14f5 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=dce35b76-89c6-423c-8cb8-9feb2fe13b2a&id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562587 Jul 01 19:57:43.683859 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a837961-4619-4d60-b7d1-86443b83eca9 req-0664e77b-a738-4588-a050-125f640a8da0 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:43.686149 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4a837961-4619-4d60-b7d1-86443b83eca9 req-0664e77b-a738-4588-a050-125f640a8da0 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 944 time: 0.0531812 Jul 01 19:57:43.740965 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4a837961-4619-4d60-b7d1-86443b83eca9 req-c36ed25f-4290-40aa-af2c-7c1e601dcc56 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493987 Jul 01 19:57:44.670650 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4b21c-29cf-4971-8f46-dc18affe6c1a req-28db4076-a20b-4129-8992-7cb067d9533d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:44.672074 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e3b4b21c-29cf-4971-8f46-dc18affe6c1a req-28db4076-a20b-4129-8992-7cb067d9533d tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 985 time: 0.0482693 Jul 01 19:57:44.732502 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e3b4b21c-29cf-4971-8f46-dc18affe6c1a req-551750b5-9406-4913-91fd-7439d8f4cab4 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=dce35b76-89c6-423c-8cb8-9feb2fe13b2a&id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541282 Jul 01 19:57:44.854217 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc133156-16f6-4e3c-8264-89d973c28bfa req-80453aee-f2e0-45a3-aed4-d55b53a78e5b tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:44.855674 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-cc133156-16f6-4e3c-8264-89d973c28bfa req-80453aee-f2e0-45a3-aed4-d55b53a78e5b tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 944 time: 0.0476978 Jul 01 19:57:44.908757 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-cc133156-16f6-4e3c-8264-89d973c28bfa req-ab6f8d99-0192-4abc-b383-f9fddd991278 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474043 Jul 01 19:57:45.214312 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:46.025285 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf57ed5-e201-41b0-92c0-d835a2013eb2 req-9741ba11-bd2c-42c7-a13e-54380b68abeb tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:46.026793 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4cf57ed5-e201-41b0-92c0-d835a2013eb2 req-9741ba11-bd2c-42c7-a13e-54380b68abeb tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 944 time: 0.0482121 Jul 01 19:57:46.076027 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4cf57ed5-e201-41b0-92c0-d835a2013eb2 req-2163ba03-37bd-4588-a4e1-164aa631cb24 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437789 Jul 01 19:57:47.194705 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbf7ae-d638-4295-8dd1-3733e54e4716 req-12b48ebc-101f-4310-90a5-2d97b34b1d94 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:47.196088 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2ebbf7ae-d638-4295-8dd1-3733e54e4716 req-12b48ebc-101f-4310-90a5-2d97b34b1d94 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 944 time: 0.0468874 Jul 01 19:57:47.245371 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2ebbf7ae-d638-4295-8dd1-3733e54e4716 req-3298cb2b-6d0b-49ac-85dd-8d2680acf849 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438726 Jul 01 19:57:47.481671 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 19:57:47.581115 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1703035c-ecba-43aa-ab94-ee8dc5dedbe4,segment=NetworkSegment(07e7f769-0ab3-4377-bc29-94916ab541ef),segment_id=07e7f769-0ab3-4377-bc29-94916ab541ef)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:57:47.593297 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': '1703035c-ecba-43aa-ab94-ee8dc5dedbe4', 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087', 'port_id': '1703035c-ecba-43aa-ab94-ee8dc5dedbe4', 'mac_address': 'fa:16:3e:00:a8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 19:57:47.633701 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 is: DOWN; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:57:47.634098 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (1703035c-ecba-43aa-ab94-ee8dc5dedbe4), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:47.647626 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:57:47.653367 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:47.668076 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1703035c-ecba-43aa-ab94-ee8dc5dedbe4,segment=NetworkSegment(07e7f769-0ab3-4377-bc29-94916ab541ef),segment_id=07e7f769-0ab3-4377-bc29-94916ab541ef)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:57:47.671880 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (1703035c-ecba-43aa-ab94-ee8dc5dedbe4), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:47.718893 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=1703035c-ecba-43aa-ab94-ee8dc5dedbe4,revision_number=7']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:47.989897 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['1703035c-ecba-43aa-ab94-ee8dc5dedbe4'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:57:48.323642 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:48.363859 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9574608-c221-432b-a251-f81e4a714dc7 req-333445a6-ed73-4ba9-b869-95ebfc44eb44 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:48.365321 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d9574608-c221-432b-a251-f81e4a714dc7 req-333445a6-ed73-4ba9-b869-95ebfc44eb44 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 945 time: 0.0515873 Jul 01 19:57:48.414490 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d9574608-c221-432b-a251-f81e4a714dc7 req-c4ddde91-1a35-475e-b2e8-5aa1a5cad698 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436471 Jul 01 19:57:49.499530 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:57:49.530148 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357d0a6-82bc-42e4-baf4-62e5b04f62f1 req-a7a3925e-124a-497a-aa72-b7ec48afa60c tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:49.531768 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9357d0a6-82bc-42e4-baf4-62e5b04f62f1 req-a7a3925e-124a-497a-aa72-b7ec48afa60c tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 945 time: 0.0499139 Jul 01 19:57:49.544544 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:57:49.544927 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (1703035c-ecba-43aa-ab94-ee8dc5dedbe4), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:49.550610 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:49.584750 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9357d0a6-82bc-42e4-baf4-62e5b04f62f1 req-84deb95c-9704-45cd-a472-481aa008bc6b tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469942 Jul 01 19:57:49.621862 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:57:49.622250 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (1703035c-ecba-43aa-ab94-ee8dc5dedbe4), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:49.644306 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee927ae4-fe7f-411f-be38-1d732b6ba6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1703035c-ecba-43aa-ab94-ee8dc5dedbe4'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:57:49.647159 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddb9d7a-80a5-47c7-a0d9-b9d4586dc666" -d '{"events": [{"server_uuid": "ee927ae4-fe7f-411f-be38-1d732b6ba6e3", "name": "network-vif-plugged", "status": "completed", "tag": "1703035c-ecba-43aa-ab94-ee8dc5dedbe4"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:57:49.659603 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1703035c-ecba-43aa-ab94-ee8dc5dedbe4,segment=NetworkSegment(07e7f769-0ab3-4377-bc29-94916ab541ef),segment_id=07e7f769-0ab3-4377-bc29-94916ab541ef)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:57:49.663589 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (1703035c-ecba-43aa-ab94-ee8dc5dedbe4), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:49.689598 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83900f21-8cbb-4596-b214-0d15a3f0dab9 x-openstack-request-id: req-83900f21-8cbb-4596-b214-0d15a3f0dab9 {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:57:49.689889 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee927ae4-fe7f-411f-be38-1d732b6ba6e3", "name": "network-vif-plugged", "status": "completed", "tag": "1703035c-ecba-43aa-ab94-ee8dc5dedbe4", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:57:49.690141 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-83900f21-8cbb-4596-b214-0d15a3f0dab9 {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:57:49.690524 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83900f21-8cbb-4596-b214-0d15a3f0dab9'] response: {'server_uuid': 'ee927ae4-fe7f-411f-be38-1d732b6ba6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1703035c-ecba-43aa-ab94-ee8dc5dedbe4', 'code': 200} Jul 01 19:57:49.713951 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=1703035c-ecba-43aa-ab94-ee8dc5dedbe4,revision_number=8']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:50.085517 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9854d-55ce-47f5-8677-6037ff779e97 req-a392bf4c-467b-49c3-a61e-d135bff48e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:50.087091 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-21d9854d-55ce-47f5-8677-6037ff779e97 req-a392bf4c-467b-49c3-a61e-d135bff48e2a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 1130 time: 0.0429420 Jul 01 19:57:50.133087 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-21d9854d-55ce-47f5-8677-6037ff779e97 req-ff7f78f3-0e23-4f02-aa0a-6987221834d1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388043 Jul 01 19:57:50.705200 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57856c48-5653-407e-92d6-5dc9e78cf1e5 req-58753977-f2ca-43be-9e03-633726e1f44f tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:50.706680 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-57856c48-5653-407e-92d6-5dc9e78cf1e5 req-58753977-f2ca-43be-9e03-633726e1f44f tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0821202 Jul 01 19:57:50.726728 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffe5e2-6dcf-43ec-b472-1e93e2fc3d1b req-902f5e75-783b-486d-9c3a-5412a920f174 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:50.728127 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-43ffe5e2-6dcf-43ec-b472-1e93e2fc3d1b req-902f5e75-783b-486d-9c3a-5412a920f174 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.0684786 Jul 01 19:57:50.796887 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-57856c48-5653-407e-92d6-5dc9e78cf1e5 req-59f7ecbf-9775-445f-b055-7dc4831ea6c5 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841882 Jul 01 19:57:50.806147 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-43ffe5e2-6dcf-43ec-b472-1e93e2fc3d1b req-0a69a785-fa03-49ec-8521-7f23878c0ed3 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711043 Jul 01 19:57:51.940563 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01f730-2c00-4643-9c6c-b8bb8c768f79 req-4112b809-011f-44ab-87bf-8bee9c54a675 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:51.942707 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6d01f730-2c00-4643-9c6c-b8bb8c768f79 req-4112b809-011f-44ab-87bf-8bee9c54a675 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0756624 Jul 01 19:57:51.950582 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7e7ce-e665-4f5f-9e30-54d12e6f7e10 req-c18cc0f0-5ea0-403e-b4bb-0b3f9ee00a39 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:51.951941 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6ed7e7ce-e665-4f5f-9e30-54d12e6f7e10 req-c18cc0f0-5ea0-403e-b4bb-0b3f9ee00a39 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.0750439 Jul 01 19:57:52.023323 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6d01f730-2c00-4643-9c6c-b8bb8c768f79 req-b6eafe77-1e4c-4941-869e-f82838dfbae1 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704370 Jul 01 19:57:52.032409 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6ed7e7ce-e665-4f5f-9e30-54d12e6f7e10 req-2c8e163f-f30f-4ef1-b655-ce13913d7bc4 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734422 Jul 01 19:57:53.169931 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023871ff-ebd2-43b4-a55e-c4b07b69089c req-60f62932-1b7c-44b4-b60d-bb163d6947ef tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:53.171417 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-023871ff-ebd2-43b4-a55e-c4b07b69089c req-60f62932-1b7c-44b4-b60d-bb163d6947ef tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0794921 Jul 01 19:57:53.181954 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88482925-7a52-4012-a7df-efa19f42031b req-8f84fca1-d154-4c86-b403-201fa1b32a81 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:53.183369 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-88482925-7a52-4012-a7df-efa19f42031b req-8f84fca1-d154-4c86-b403-201fa1b32a81 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.0766716 Jul 01 19:57:53.260093 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-023871ff-ebd2-43b4-a55e-c4b07b69089c req-6014b269-5485-4270-b26b-a94fb6afeec3 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757933 Jul 01 19:57:53.264713 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-88482925-7a52-4012-a7df-efa19f42031b req-71b000d1-ac22-41c4-bc7f-2fe252b6b2e5 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744765 Jul 01 19:57:54.393291 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99353c4d-b2c2-42bd-a948-35436a538c0f req-53f9ca82-b659-45c1-b7e9-b70b0d000dd7 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:54.394845 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-99353c4d-b2c2-42bd-a948-35436a538c0f req-53f9ca82-b659-45c1-b7e9-b70b0d000dd7 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.0532117 Jul 01 19:57:54.460324 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3665b3-130b-4618-8dc5-c0de4f458e08 req-b0d94e0d-1d0b-4585-88ee-0779f09fa43a tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:54.461822 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bf3665b3-130b-4618-8dc5-c0de4f458e08 req-b0d94e0d-1d0b-4585-88ee-0779f09fa43a tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0660710 Jul 01 19:57:54.494200 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-99353c4d-b2c2-42bd-a948-35436a538c0f req-65f60793-6f70-4566-9670-d06924fe6caf tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886524 Jul 01 19:57:54.521953 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bf3665b3-130b-4618-8dc5-c0de4f458e08 req-873d6ec2-302c-4323-a176-8447fb9904c0 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543432 Jul 01 19:57:55.345563 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ee8b9f81-2fa8-428b-9d4e-40c92cfc3053 req-2a95a948-a816-491c-8203-deefd7768e0c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432339 Jul 01 19:57:55.351408 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39525571-e088-4809-a691-60fb7477d681 req-3c70d62f-14ce-4d11-85bd-b6315e878907 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:55.352945 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-39525571-e088-4809-a691-60fb7477d681 req-3c70d62f-14ce-4d11-85bd-b6315e878907 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.60 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.0502844 Jul 01 19:57:55.411083 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:55.440960 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b9f81-2fa8-428b-9d4e-40c92cfc3053 req-2327145f-2a42-4231-878f-a2c38276b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:55.442779 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ee8b9f81-2fa8-428b-9d4e-40c92cfc3053 req-2327145f-2a42-4231-878f-a2c38276b305 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ba0ddfd3efd41ee9687efe014c40bf0&device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 1129 time: 0.0415080 Jul 01 19:57:55.452071 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [req-39525571-e088-4809-a691-60fb7477d681 req-c95d4bdb-5a48-422d-a80b-bc347e5068c0 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Deleting port f3f91ef6-766f-417a-aa5e-c828666be6fa {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:57:55.452413 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-39525571-e088-4809-a691-60fb7477d681 req-c95d4bdb-5a48-422d-a80b-bc347e5068c0 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (f3f91ef6-766f-417a-aa5e-c828666be6fa), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:55.539116 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:55.544620 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [req-39525571-e088-4809-a691-60fb7477d681 req-c95d4bdb-5a48-422d-a80b-bc347e5068c0 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] For port f3f91ef6-766f-417a-aa5e-c828666be6fa, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f3f91ef6-766f-417a-aa5e-c828666be6fa,segment=NetworkSegment(f7426a8c-6e96-4728-a1d7-524475ad5e61),segment_id=f7426a8c-6e96-4728-a1d7-524475ad5e61)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:57:55.544991 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-39525571-e088-4809-a691-60fb7477d681 req-c95d4bdb-5a48-422d-a80b-bc347e5068c0 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (f3f91ef6-766f-417a-aa5e-c828666be6fa), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:55.562629 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b9f81-2fa8-428b-9d4e-40c92cfc3053 req-2aface31-558b-4510-9a28-4604c624a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:55.564316 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ee8b9f81-2fa8-428b-9d4e-40c92cfc3053 req-2aface31-558b-4510-9a28-4604c624a276 service neutron] 10.222.0.60 "GET /v2.0/networks?id=13dd580c-809a-4f73-9432-a6d0838269e1 HTTP/1.1" status: 200 len: 920 time: 0.1020515 Jul 01 19:57:55.621687 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ee8b9f81-2fa8-428b-9d4e-40c92cfc3053 req-ef8c9e71-70c5-4c7e-92d9-7f5675c20558 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c14e2e69-9a6f-4043-8f05-6857744162f2 HTTP/1.1" status: 200 len: 217 time: 0.0438731 Jul 01 19:57:55.716111 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-39525571-e088-4809-a691-60fb7477d681 req-c95d4bdb-5a48-422d-a80b-bc347e5068c0 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:55.716387 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-39525571-e088-4809-a691-60fb7477d681 req-c95d4bdb-5a48-422d-a80b-bc347e5068c0 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (bc98d141-e277-4352-821a-26c184833713), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:55.716705 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.l3_db [req-39525571-e088-4809-a691-60fb7477d681 req-c95d4bdb-5a48-422d-a80b-bc347e5068c0 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Floating IP bc98d141-e277-4352-821a-26c184833713 disassociated. External IP: 172.27.1.188, port: f3f91ef6-766f-417a-aa5e-c828666be6fa. Jul 01 19:57:55.717053 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [req-39525571-e088-4809-a691-60fb7477d681 req-c95d4bdb-5a48-422d-a80b-bc347e5068c0 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Calling delete_port for f3f91ef6-766f-417a-aa5e-c828666be6fa owned by compute:nova {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:57:55.728832 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25617495-8888-4b9b-8346-91df25eb80c9 req-364f8835-571e-4996-8243-4925241876a8 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:55.730332 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-25617495-8888-4b9b-8346-91df25eb80c9 req-364f8835-571e-4996-8243-4925241876a8 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 945 time: 0.1115279 Jul 01 19:57:55.737951 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553295e-55d7-4a8f-94f6-4715d4680490 req-44f2e9e3-3cf9-4ca5-b68f-4df46d1625da tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:55.739910 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a553295e-55d7-4a8f-94f6-4715d4680490 req-44f2e9e3-3cf9-4ca5-b68f-4df46d1625da tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.1224647 Jul 01 19:57:55.768804 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b9f81-2fa8-428b-9d4e-40c92cfc3053 req-a136b1b0-eb77-4dc5-ae41-2d779339dd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:55.771320 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ee8b9f81-2fa8-428b-9d4e-40c92cfc3053 req-a136b1b0-eb77-4dc5-ae41-2d779339dd92 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b109ae2e-b5c6-4eef-8a69-a246d16af692 HTTP/1.1" status: 200 len: 858 time: 0.1327560 Jul 01 19:57:55.844957 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-39525571-e088-4809-a691-60fb7477d681 req-c95d4bdb-5a48-422d-a80b-bc347e5068c0 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (f3f91ef6-766f-417a-aa5e-c828666be6fa), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:55.859137 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-25617495-8888-4b9b-8346-91df25eb80c9 req-87478e6c-9ac8-433f-8521-98dbf83f703b tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=285bb381-b246-410f-afb5-63cfe11d19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161709 Jul 01 19:57:55.866007 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a553295e-55d7-4a8f-94f6-4715d4680490 req-e0ac7cd2-9c14-47ac-97ed-2a7b1fc13399 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196673 Jul 01 19:57:55.869155 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b9f81-2fa8-428b-9d4e-40c92cfc3053 req-8015440e-80dd-4a22-9a6e-5a172b226f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:57:55.870605 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ee8b9f81-2fa8-428b-9d4e-40c92cfc3053 req-8015440e-80dd-4a22-9a6e-5a172b226f5e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=13dd580c-809a-4f73-9432-a6d0838269e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0820804 Jul 01 19:57:55.877042 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d4bdb-5a48-422d-a80b-bc347e5068c0 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Pushing event deleted for resources: {'Port': ['ID=f3f91ef6-766f-417a-aa5e-c828666be6fa,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:55.987086 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ee8b9f81-2fa8-428b-9d4e-40c92cfc3053 req-1ad0daaa-9001-4c9a-aa3b-4a3a3c63b2b0 service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024411 Jul 01 19:57:55.987566 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39525571-e088-4809-a691-60fb7477d681 req-c95d4bdb-5a48-422d-a80b-bc347e5068c0 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Router f0b73d37-ca2a-4a69-9b0e-75f5d7905146 has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:57:56.080842 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ee8b9f81-2fa8-428b-9d4e-40c92cfc3053 req-b37210e9-6200-48af-a065-8dc3760dc160 service neutron] 10.222.0.60 "GET /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876260 Jul 01 19:57:56.330214 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39525571-e088-4809-a691-60fb7477d681 req-c95d4bdb-5a48-422d-a80b-bc347e5068c0 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:57:56.343654 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0a11e1-1903-42d8-8252-603335016f1c None None] Sync routers for ids ['f0b73d37-ca2a-4a69-9b0e-75f5d7905146'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:57:56.355792 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0a11e1-1903-42d8-8252-603335016f1c None None] Routers {'f0b73d37-ca2a-4a69-9b0e-75f5d7905146'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:57:56.356415 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-5f0a11e1-1903-42d8-8252-603335016f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:57:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['f0b73d37-ca2a-4a69-9b0e-75f5d7905146'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:57:56.376408 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [req-39525571-e088-4809-a691-60fb7477d681 req-c95d4bdb-5a48-422d-a80b-bc347e5068c0 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] No DVR routers for this DVR port f3f91ef6-766f-417a-aa5e-c828666be6fa on host hv-cinder-84460 {{(pid=110545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:57:56.379130 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-39525571-e088-4809-a691-60fb7477d681 req-c95d4bdb-5a48-422d-a80b-bc347e5068c0 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:56.382403 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-39525571-e088-4809-a691-60fb7477d681 req-c95d4bdb-5a48-422d-a80b-bc347e5068c0 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.60 "DELETE /v2.0/ports/f3f91ef6-766f-417a-aa5e-c828666be6fa HTTP/1.1" status: 204 len: 173 time: 1.0151393 Jul 01 19:57:56.382848 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527d64b8-42ce-4ab0-9256-f6dae97073d7', 'name': 'network-vif-deleted', 'tag': 'f3f91ef6-766f-417a-aa5e-c828666be6fa'}] {{(pid=110545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:57:56.385089 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcb8287ee1e4b298a834a36a05516dc05427937f10d56c225ffa2f4d88459ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69629f40-0c66-40e1-b16d-bcc84498941b" -d '{"events": [{"server_uuid": "527d64b8-42ce-4ab0-9256-f6dae97073d7", "name": "network-vif-deleted", "tag": "f3f91ef6-766f-417a-aa5e-c828666be6fa"}]}' {{(pid=110545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:57:56.423503 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e17fc4e-bdf0-4aea-8fe3-36b7f41769cd x-openstack-request-id: req-8e17fc4e-bdf0-4aea-8fe3-36b7f41769cd {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:57:56.423797 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527d64b8-42ce-4ab0-9256-f6dae97073d7", "name": "network-vif-deleted", "tag": "f3f91ef6-766f-417a-aa5e-c828666be6fa", "status": "completed", "code": 200}]} {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:57:56.424050 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8e17fc4e-bdf0-4aea-8fe3-36b7f41769cd {{(pid=110545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:57:56.424458 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e17fc4e-bdf0-4aea-8fe3-36b7f41769cd'] response: {'server_uuid': '527d64b8-42ce-4ab0-9256-f6dae97073d7', 'name': 'network-vif-deleted', 'tag': 'f3f91ef6-766f-417a-aa5e-c828666be6fa', 'status': 'completed', 'code': 200} Jul 01 19:57:56.470089 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-5f0a11e1-1903-42d8-8252-603335016f1c None None] Set router f0b73d37-ca2a-4a69-9b0e-75f5d7905146 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:57:56.662943 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-5f0a11e1-1903-42d8-8252-603335016f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'name': 'tempest-ServerRescueNegativeTestJSON-1058585110-router', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:51Z', 'revision_number': 4, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'gw_port': {'id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': 'ea0633f7-f0a0-4a40-abfd-8db578b8da37', 'name': '', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'mac_address': 'fa:16:3e:e5:38:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:49Z', 'updated_at': '2022-07-01T19:53:02Z', 'revision_number': 5, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'subnets': [{'id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:57:56.687955 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0a11e1-1903-42d8-8252-603335016f1c None None] Checking router: f0b73d37-ca2a-4a69-9b0e-75f5d7905146 for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:57:56.697096 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0a11e1-1903-42d8-8252-603335016f1c None None] Routers {'f0b73d37-ca2a-4a69-9b0e-75f5d7905146'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:57:56.697721 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-5f0a11e1-1903-42d8-8252-603335016f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:57:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['f0b73d37-ca2a-4a69-9b0e-75f5d7905146'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:57:56.797514 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-5f0a11e1-1903-42d8-8252-603335016f1c None None] Set router f0b73d37-ca2a-4a69-9b0e-75f5d7905146 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:57:56.980953 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6c4f0d19-21a5-468f-b9f5-870a15c17161 req-af460dc0-4005-46a5-ae6a-ce4203917710 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=527d64b8-42ce-4ab0-9256-f6dae97073d7 HTTP/1.1" status: 200 len: 210 time: 0.0339835 Jul 01 19:57:57.010270 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-5f0a11e1-1903-42d8-8252-603335016f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'name': 'tempest-ServerRescueNegativeTestJSON-1058585110-router', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:51Z', 'revision_number': 4, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'gw_port': {'id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': 'ea0633f7-f0a0-4a40-abfd-8db578b8da37', 'name': '', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'mac_address': 'fa:16:3e:e5:38:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:49Z', 'updated_at': '2022-07-01T19:53:02Z', 'revision_number': 5, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'subnets': [{'id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:57:57.035740 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0a11e1-1903-42d8-8252-603335016f1c None None] The sync data for ids ['f0b73d37-ca2a-4a69-9b0e-75f5d7905146'] in dv-cinder-844601-7-iscsi is: [{'id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'name': 'tempest-ServerRescueNegativeTestJSON-1058585110-router', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:51Z', 'revision_number': 4, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'gw_port': {'id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': 'ea0633f7-f0a0-4a40-abfd-8db578b8da37', 'name': '', 'network_id': '13dd580c-809a-4f73-9432-a6d0838269e1', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'mac_address': 'fa:16:3e:e5:38:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:49Z', 'updated_at': '2022-07-01T19:53:02Z', 'revision_number': 5, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'subnets': [{'id': 'b109ae2e-b5c6-4eef-8a69-a246d16af692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:57:57.241804 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10271a3f-3fa3-4d73-9492-d39c0a2a9221 None None] New status for floating IP bc98d141-e277-4352-821a-26c184833713: DOWN {{(pid=110546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 19:57:57.559034 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device f3f91ef6-766f-417a-aa5e-c828666be6fa no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:57:57.578738 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] No Port match for: f3f91ef6-766f-417a-aa5e-c828666be6fa {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:57:57.579082 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device f3f91ef6-766f-417a-aa5e-c828666be6fa not bound to the agent host hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:57:58.066142 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 59994) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:57:58.365062 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-04f8b4aa-446e-433d-b978-029031976bf9 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for security_group (285bb381-b246-410f-afb5-63cfe11d19c1), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:58.388168 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-04f8b4aa-446e-433d-b978-029031976bf9 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for security_group (285bb381-b246-410f-afb5-63cfe11d19c1), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:58.436451 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-04f8b4aa-446e-433d-b978-029031976bf9 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (285bb381-b246-410f-afb5-63cfe11d19c1), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:58.439118 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-04f8b4aa-446e-433d-b978-029031976bf9 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:58.440270 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-04f8b4aa-446e-433d-b978-029031976bf9 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "DELETE /v2.0/security-groups/285bb381-b246-410f-afb5-63cfe11d19c1 HTTP/1.1" status: 204 len: 168 time: 0.3726463 Jul 01 19:57:58.443857 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 59996) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:57:58.450556 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8b4aa-446e-433d-b978-029031976bf9 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=285bb381-b246-410f-afb5-63cfe11d19c1,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:58.458394 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.api.v2.resource [None req-522b3ab4-2cd9-4513-b2f1-baed6932b79c tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] show failed (client error): The resource could not be found. Jul 01 19:57:58.459412 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-522b3ab4-2cd9-4513-b2f1-baed6932b79c tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups/285bb381-b246-410f-afb5-63cfe11d19c1 HTTP/1.1" status: 404 len: 347 time: 0.0145841 Jul 01 19:57:58.462084 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 59998) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:57:58.464191 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:58.572929 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-6affd8f9-e5a0-4b63-ae71-401361daabc6 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Deleting port 1e17c109-d90f-4c84-8135-eb4ea535bec4 {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:57:58.573281 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6affd8f9-e5a0-4b63-ae71-401361daabc6 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (1e17c109-d90f-4c84-8135-eb4ea535bec4), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:58.574783 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:58.598218 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:57:58.655631 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6affd8f9-e5a0-4b63-ae71-401361daabc6 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (1e17c109-d90f-4c84-8135-eb4ea535bec4), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:58.655888 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6affd8f9-e5a0-4b63-ae71-401361daabc6 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for floatingip (1e17c109-d90f-4c84-8135-eb4ea535bec4), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:58.669315 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-6affd8f9-e5a0-4b63-ae71-401361daabc6 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Calling delete_port for 1e17c109-d90f-4c84-8135-eb4ea535bec4 owned by network:floatingip {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:57:58.802778 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6affd8f9-e5a0-4b63-ae71-401361daabc6 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (1e17c109-d90f-4c84-8135-eb4ea535bec4), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:58.830239 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affd8f9-e5a0-4b63-ae71-401361daabc6 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Pushing event deleted for resources: {'Port': ['ID=1e17c109-d90f-4c84-8135-eb4ea535bec4,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:57:58.860060 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 19:57:58.891017 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6affd8f9-e5a0-4b63-ae71-401361daabc6 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks [] for floatingip (bc98d141-e277-4352-821a-26c184833713), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:58.893478 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6affd8f9-e5a0-4b63-ae71-401361daabc6 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:57:58.894681 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-6affd8f9-e5a0-4b63-ae71-401361daabc6 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "DELETE /v2.0/floatingips/bc98d141-e277-4352-821a-26c184833713 HTTP/1.1" status: 204 len: 168 time: 0.4317112 Jul 01 19:58:01.362169 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a87d0-12fd-4be0-8dbb-b6fb874362a3 req-ed7f5c16-662b-4076-9961-eca80bc3b4ce tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:01.363836 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ae0a87d0-12fd-4be0-8dbb-b6fb874362a3 req-ed7f5c16-662b-4076-9961-eca80bc3b4ce tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0489244 Jul 01 19:58:01.411938 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ae0a87d0-12fd-4be0-8dbb-b6fb874362a3 req-15e0f285-ae35-4e69-b3d3-bc7442d0138f tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425351 Jul 01 19:58:02.530439 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12faf6e5-6bde-4e7e-9d92-c8ac1368b5dc req-65966b73-0c94-485f-a09e-e6c7f6993cb3 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:02.531903 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-12faf6e5-6bde-4e7e-9d92-c8ac1368b5dc req-65966b73-0c94-485f-a09e-e6c7f6993cb3 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0503576 Jul 01 19:58:02.579619 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-12faf6e5-6bde-4e7e-9d92-c8ac1368b5dc req-db5b2942-e382-4dce-a20d-fc2ebdc406fe tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413940 Jul 01 19:58:03.693779 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb5566-8bb6-493a-bc88-86c81bcb9b6f req-6b95bffe-6ff8-490d-9a2d-4bed9649e9af tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:03.695273 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d5eb5566-8bb6-493a-bc88-86c81bcb9b6f req-6b95bffe-6ff8-490d-9a2d-4bed9649e9af tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0469344 Jul 01 19:58:03.737749 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:03.741891 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:03.748253 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d5eb5566-8bb6-493a-bc88-86c81bcb9b6f req-44d59011-90fa-4aec-9660-c5e524783d12 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472045 Jul 01 19:58:03.929409 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfcb22-5483-40cd-b8d7-eeaed37bd25d req-06ea341e-75de-403b-afd3-3be728697675 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:03.930908 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-1dcfcb22-5483-40cd-b8d7-eeaed37bd25d req-06ea341e-75de-403b-afd3-3be728697675 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.60 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 945 time: 0.0532794 Jul 01 19:58:04.026225 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [req-1dcfcb22-5483-40cd-b8d7-eeaed37bd25d req-2cf49d87-7319-458b-9876-9362cb99a7fc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Deleting port 644f4558-dca6-454f-9465-da30f533731d {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:58:04.026565 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-1dcfcb22-5483-40cd-b8d7-eeaed37bd25d req-2cf49d87-7319-458b-9876-9362cb99a7fc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (644f4558-dca6-454f-9465-da30f533731d), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:04.115239 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [req-1dcfcb22-5483-40cd-b8d7-eeaed37bd25d req-2cf49d87-7319-458b-9876-9362cb99a7fc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] For port 644f4558-dca6-454f-9465-da30f533731d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=644f4558-dca6-454f-9465-da30f533731d,segment=NetworkSegment(f7426a8c-6e96-4728-a1d7-524475ad5e61),segment_id=f7426a8c-6e96-4728-a1d7-524475ad5e61)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:04.115520 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-1dcfcb22-5483-40cd-b8d7-eeaed37bd25d req-2cf49d87-7319-458b-9876-9362cb99a7fc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (644f4558-dca6-454f-9465-da30f533731d), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:04.132510 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [req-1dcfcb22-5483-40cd-b8d7-eeaed37bd25d req-2cf49d87-7319-458b-9876-9362cb99a7fc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Calling delete_port for 644f4558-dca6-454f-9465-da30f533731d owned by compute:nova {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:58:04.258993 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-1dcfcb22-5483-40cd-b8d7-eeaed37bd25d req-2cf49d87-7319-458b-9876-9362cb99a7fc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (644f4558-dca6-454f-9465-da30f533731d), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:04.273823 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['c14e2e69-9a6f-4043-8f05-6857744162f2', '644f4558-dca6-454f-9465-da30f533731d'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:58:04.287539 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf49d87-7319-458b-9876-9362cb99a7fc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Pushing event deleted for resources: {'Port': ['ID=644f4558-dca6-454f-9465-da30f533731d,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:04.297283 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49d87-7319-458b-9876-9362cb99a7fc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:04.297706 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49d87-7319-458b-9876-9362cb99a7fc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:04.297983 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49d87-7319-458b-9876-9362cb99a7fc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:04.298313 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49d87-7319-458b-9876-9362cb99a7fc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:04.298639 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49d87-7319-458b-9876-9362cb99a7fc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:04.298985 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49d87-7319-458b-9876-9362cb99a7fc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:04.299275 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49d87-7319-458b-9876-9362cb99a7fc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:04.299592 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49d87-7319-458b-9876-9362cb99a7fc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:04.299908 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49d87-7319-458b-9876-9362cb99a7fc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:04.301071 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49d87-7319-458b-9876-9362cb99a7fc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:04.301071 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49d87-7319-458b-9876-9362cb99a7fc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:04.301538 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49d87-7319-458b-9876-9362cb99a7fc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:04.301932 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49d87-7319-458b-9876-9362cb99a7fc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:04.302641 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49d87-7319-458b-9876-9362cb99a7fc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:04.302641 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf49d87-7319-458b-9876-9362cb99a7fc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:04.351579 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcfcb22-5483-40cd-b8d7-eeaed37bd25d req-2cf49d87-7319-458b-9876-9362cb99a7fc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] No DVR routers for this DVR port 644f4558-dca6-454f-9465-da30f533731d on host hv-cinder-84460 {{(pid=110545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:58:04.354516 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-1dcfcb22-5483-40cd-b8d7-eeaed37bd25d req-2cf49d87-7319-458b-9876-9362cb99a7fc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:04.357691 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-1dcfcb22-5483-40cd-b8d7-eeaed37bd25d req-2cf49d87-7319-458b-9876-9362cb99a7fc tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.60 "DELETE /v2.0/ports/644f4558-dca6-454f-9465-da30f533731d HTTP/1.1" status: 204 len: 173 time: 0.4148114 Jul 01 19:58:04.358117 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68aa76c-bae5-43da-9f08-50f825938444', 'name': 'network-vif-deleted', 'tag': '644f4558-dca6-454f-9465-da30f533731d'}] {{(pid=110545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:58:04.360311 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcb8287ee1e4b298a834a36a05516dc05427937f10d56c225ffa2f4d88459ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c99e5e-84dc-4cc1-b151-17e1a99e2722" -d '{"events": [{"server_uuid": "a68aa76c-bae5-43da-9f08-50f825938444", "name": "network-vif-deleted", "tag": "644f4558-dca6-454f-9465-da30f533731d"}]}' {{(pid=110545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:58:04.402014 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c5d943-032b-4593-b869-1db279b7c6ee x-openstack-request-id: req-b9c5d943-032b-4593-b869-1db279b7c6ee {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:58:04.402370 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68aa76c-bae5-43da-9f08-50f825938444", "name": "network-vif-deleted", "tag": "644f4558-dca6-454f-9465-da30f533731d", "status": "completed", "code": 200}]} {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:58:04.402617 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b9c5d943-032b-4593-b869-1db279b7c6ee {{(pid=110545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:58:04.403014 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c5d943-032b-4593-b869-1db279b7c6ee'] response: {'server_uuid': 'a68aa76c-bae5-43da-9f08-50f825938444', 'name': 'network-vif-deleted', 'tag': '644f4558-dca6-454f-9465-da30f533731d', 'status': 'completed', 'code': 200} Jul 01 19:58:04.873191 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1ce1f1c8-d5e8-4674-91a8-527b17f142a6 req-99530a7c-cd18-4ba7-b279-59e7d8c8a928 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68aa76c-bae5-43da-9f08-50f825938444 HTTP/1.1" status: 200 len: 210 time: 0.0372629 Jul 01 19:58:06.091975 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:06.165728 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9e0b6-3c51-462e-851d-0fea5d7ec430 req-8ca63cc7-6e69-4c0c-b715-fee2c2c5e5c8 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:06.167611 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8cf9e0b6-3c51-462e-851d-0fea5d7ec430 req-8ca63cc7-6e69-4c0c-b715-fee2c2c5e5c8 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.0571392 Jul 01 19:58:06.223227 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-edb4bd75-1124-4ca7-b7b5-3f2c96fb4eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:06.230146 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8cf9e0b6-3c51-462e-851d-0fea5d7ec430 req-a4c74410-23f6-4571-a712-b954e0cf95e2 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556154 Jul 01 19:58:06.265407 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae85db2-4670-499d-97d1-12e6e5780e81 req-0c5a40d0-42b3-47b5-8992-b4fa3b6caae4 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:06.266916 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3ae85db2-4670-499d-97d1-12e6e5780e81 req-0c5a40d0-42b3-47b5-8992-b4fa3b6caae4 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.0513492 Jul 01 19:58:06.314207 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3ae85db2-4670-499d-97d1-12e6e5780e81 req-c758bab9-7d65-40f6-bbde-56892d10d5f1 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411735 Jul 01 19:58:07.350316 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d59b5-69d2-4a64-b388-904dfee3e3d9 req-7e3993a7-c67c-479a-86fe-00b250a777f6 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:07.351816 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-041d59b5-69d2-4a64-b388-904dfee3e3d9 req-7e3993a7-c67c-479a-86fe-00b250a777f6 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.0517044 Jul 01 19:58:07.408614 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-041d59b5-69d2-4a64-b388-904dfee3e3d9 req-7610d5f8-1ae3-43a3-af95-7a641dee9108 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512650 Jul 01 19:58:07.441751 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02989353-4a91-4a9f-ab7c-704e3df21284 req-a343ea24-6c68-462f-95b6-5bee286910a5 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:07.443891 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-02989353-4a91-4a9f-ab7c-704e3df21284 req-a343ea24-6c68-462f-95b6-5bee286910a5 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.0561655 Jul 01 19:58:07.491697 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-02989353-4a91-4a9f-ab7c-704e3df21284 req-bedd2812-89e8-4da5-96a8-366a4c63ac59 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423801 Jul 01 19:58:07.622661 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 644f4558-dca6-454f-9465-da30f533731d no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:58:07.765425 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] No Port match for: 644f4558-dca6-454f-9465-da30f533731d {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:58:07.765704 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 644f4558-dca6-454f-9465-da30f533731d not bound to the agent host hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:58:08.522537 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241a89c-b40c-48dc-ae1b-1d5faf299768 req-704db5be-af3f-42dd-9d52-be7d4aece3df tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:08.524021 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4241a89c-b40c-48dc-ae1b-1d5faf299768 req-704db5be-af3f-42dd-9d52-be7d4aece3df tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.0490174 Jul 01 19:58:08.587437 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4241a89c-b40c-48dc-ae1b-1d5faf299768 req-2768f2d6-80c6-4895-b013-712b5078fb15 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577536 Jul 01 19:58:08.604648 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d465221b-6954-412c-b876-5ea5050eb83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:08.623368 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c3944-6811-4eb0-bc20-ee5dd646aa0e req-2336e899-f18d-47ba-a348-c2119a3b3c8e tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:08.624858 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2c0c3944-6811-4eb0-bc20-ee5dd646aa0e req-2336e899-f18d-47ba-a348-c2119a3b3c8e tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.0542951 Jul 01 19:58:08.672773 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2c0c3944-6811-4eb0-bc20-ee5dd646aa0e req-9e3b80f6-f96e-416d-8213-e6ad2541a262 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423493 Jul 01 19:58:09.705074 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9feb11-3c7c-43da-9c14-a73b22d3ddc4 req-d2771014-0cb6-4d09-87d6-8987a13e4e01 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:09.706610 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ce9feb11-3c7c-43da-9c14-a73b22d3ddc4 req-d2771014-0cb6-4d09-87d6-8987a13e4e01 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.0476890 Jul 01 19:58:09.749457 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:09.765852 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ce9feb11-3c7c-43da-9c14-a73b22d3ddc4 req-7ff56d2d-c46e-4aaf-b0bd-694f556ea8fe tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b187684-081f-4b19-aee6-602288526fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535467 Jul 01 19:58:09.806212 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d09d63-dfab-4fd3-a518-ecfdd910f3b6 req-696cb3fb-02c0-43df-bbd3-690ef13ed3a7 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:09.807685 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-61d09d63-dfab-4fd3-a518-ecfdd910f3b6 req-696cb3fb-02c0-43df-bbd3-690ef13ed3a7 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.0583315 Jul 01 19:58:09.832241 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785f1d6-cab1-4d4f-93d4-96ca889fcfc8 req-d1b2de58-007b-41ca-a3ab-317beeeef27b tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:09.833786 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-7785f1d6-cab1-4d4f-93d4-96ca889fcfc8 req-d1b2de58-007b-41ca-a3ab-317beeeef27b tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1148781-931f-4460-a8e3-7f3654799ce7 HTTP/1.1" status: 200 len: 945 time: 0.0465870 Jul 01 19:58:09.854555 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-61d09d63-dfab-4fd3-a518-ecfdd910f3b6 req-c7b95c35-5eb3-4684-b14c-57d7b288aa71 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413301 Jul 01 19:58:09.906294 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:09.923998 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [req-7785f1d6-cab1-4d4f-93d4-96ca889fcfc8 req-7e1f576a-d4f1-4542-a961-7b2e3f98de99 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Deleting port c14e2e69-9a6f-4043-8f05-6857744162f2 {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:58:09.924339 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-7785f1d6-cab1-4d4f-93d4-96ca889fcfc8 req-7e1f576a-d4f1-4542-a961-7b2e3f98de99 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (c14e2e69-9a6f-4043-8f05-6857744162f2), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:09.959681 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:10.016331 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [req-7785f1d6-cab1-4d4f-93d4-96ca889fcfc8 req-7e1f576a-d4f1-4542-a961-7b2e3f98de99 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] For port c14e2e69-9a6f-4043-8f05-6857744162f2, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=c14e2e69-9a6f-4043-8f05-6857744162f2,segment=NetworkSegment(f7426a8c-6e96-4728-a1d7-524475ad5e61),segment_id=f7426a8c-6e96-4728-a1d7-524475ad5e61)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:10.016698 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-7785f1d6-cab1-4d4f-93d4-96ca889fcfc8 req-7e1f576a-d4f1-4542-a961-7b2e3f98de99 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (c14e2e69-9a6f-4043-8f05-6857744162f2), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:10.030309 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [req-7785f1d6-cab1-4d4f-93d4-96ca889fcfc8 req-7e1f576a-d4f1-4542-a961-7b2e3f98de99 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Calling delete_port for c14e2e69-9a6f-4043-8f05-6857744162f2 owned by compute:nova {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:58:10.156843 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-7785f1d6-cab1-4d4f-93d4-96ca889fcfc8 req-7e1f576a-d4f1-4542-a961-7b2e3f98de99 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (c14e2e69-9a6f-4043-8f05-6857744162f2), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:10.170053 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['c14e2e69-9a6f-4043-8f05-6857744162f2'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:58:10.183008 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f576a-d4f1-4542-a961-7b2e3f98de99 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Pushing event deleted for resources: {'Port': ['ID=c14e2e69-9a6f-4043-8f05-6857744162f2,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:10.230332 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [req-7785f1d6-cab1-4d4f-93d4-96ca889fcfc8 req-7e1f576a-d4f1-4542-a961-7b2e3f98de99 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] No DVR routers for this DVR port c14e2e69-9a6f-4043-8f05-6857744162f2 on host hv-cinder-84460 {{(pid=110545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:58:10.232718 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-7785f1d6-cab1-4d4f-93d4-96ca889fcfc8 req-7e1f576a-d4f1-4542-a961-7b2e3f98de99 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:10.235956 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-7785f1d6-cab1-4d4f-93d4-96ca889fcfc8 req-7e1f576a-d4f1-4542-a961-7b2e3f98de99 tempest-ServerRescueNegativeTestJSON-1358235872 tempest-ServerRescueNegativeTestJSON-1358235872-project] 10.222.0.60 "DELETE /v2.0/ports/c14e2e69-9a6f-4043-8f05-6857744162f2 HTTP/1.1" status: 204 len: 173 time: 0.3940291 Jul 01 19:58:10.236385 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1148781-931f-4460-a8e3-7f3654799ce7', 'name': 'network-vif-deleted', 'tag': 'c14e2e69-9a6f-4043-8f05-6857744162f2'}] {{(pid=110545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:58:10.238604 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcb8287ee1e4b298a834a36a05516dc05427937f10d56c225ffa2f4d88459ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee6a903-624a-4094-a62c-d0db2e05930b" -d '{"events": [{"server_uuid": "e1148781-931f-4460-a8e3-7f3654799ce7", "name": "network-vif-deleted", "tag": "c14e2e69-9a6f-4043-8f05-6857744162f2"}]}' {{(pid=110545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:58:10.281018 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a355dc-f7b3-4210-beff-5756f2a657dc x-openstack-request-id: req-43a355dc-f7b3-4210-beff-5756f2a657dc {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:58:10.281488 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1148781-931f-4460-a8e3-7f3654799ce7", "name": "network-vif-deleted", "tag": "c14e2e69-9a6f-4043-8f05-6857744162f2", "status": "completed", "code": 200}]} {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:58:10.281781 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-43a355dc-f7b3-4210-beff-5756f2a657dc {{(pid=110545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:58:10.282342 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43a355dc-f7b3-4210-beff-5756f2a657dc'] response: {'server_uuid': 'e1148781-931f-4460-a8e3-7f3654799ce7', 'name': 'network-vif-deleted', 'tag': 'c14e2e69-9a6f-4043-8f05-6857744162f2', 'status': 'completed', 'code': 200} Jul 01 19:58:10.828688 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 60082) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:10.976666 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dc79a-a9d9-4f0f-a070-4115bf802f16 req-d6d08d12-5070-4fee-ad45-e34228451cdc tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:10.978208 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-222dc79a-a9d9-4f0f-a070-4115bf802f16 req-d6d08d12-5070-4fee-ad45-e34228451cdc tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.0481215 Jul 01 19:58:11.026197 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-222dc79a-a9d9-4f0f-a070-4115bf802f16 req-3e54e7f4-1522-46eb-b945-fc3fd8e210c3 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424056 Jul 01 19:58:11.101932 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:11.241395 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-81c9fd9d-1aba-4711-96b9-6d9402b8a39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730121'] for router_interface (f0b73d37-ca2a-4a69-9b0e-75f5d7905146), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:11.400617 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:11.459104 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-81c9fd9d-1aba-4711-96b9-6d9402b8a39a admin admin] Deleting port ea0633f7-f0a0-4a40-abfd-8db578b8da37 {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:58:11.459436 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-81c9fd9d-1aba-4711-96b9-6d9402b8a39a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (ea0633f7-f0a0-4a40-abfd-8db578b8da37), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:11.486544 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:11.515923 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:11.543047 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [None req-81c9fd9d-1aba-4711-96b9-6d9402b8a39a admin admin] For port ea0633f7-f0a0-4a40-abfd-8db578b8da37, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=ea0633f7-f0a0-4a40-abfd-8db578b8da37,segment=NetworkSegment(f7426a8c-6e96-4728-a1d7-524475ad5e61),segment_id=f7426a8c-6e96-4728-a1d7-524475ad5e61)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:11.543409 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-81c9fd9d-1aba-4711-96b9-6d9402b8a39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (ea0633f7-f0a0-4a40-abfd-8db578b8da37), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:11.556379 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-81c9fd9d-1aba-4711-96b9-6d9402b8a39a admin admin] Calling delete_port for ea0633f7-f0a0-4a40-abfd-8db578b8da37 owned by network:router_interface {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:58:11.729309 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-81c9fd9d-1aba-4711-96b9-6d9402b8a39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (ea0633f7-f0a0-4a40-abfd-8db578b8da37), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:11.751119 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9fd9d-1aba-4711-96b9-6d9402b8a39a admin admin] Pushing event deleted for resources: {'Port': ['ID=ea0633f7-f0a0-4a40-abfd-8db578b8da37,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:11.919223 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-81c9fd9d-1aba-4711-96b9-6d9402b8a39a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729465'] for router_interface (f0b73d37-ca2a-4a69-9b0e-75f5d7905146), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:12.120810 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c9fd9d-1aba-4711-96b9-6d9402b8a39a admin admin] Router f0b73d37-ca2a-4a69-9b0e-75f5d7905146 has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:58:12.152294 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e5771-d88a-4af4-9b92-cde59aaf28c4 req-31327d69-103b-4d72-8b36-543829bb34cd tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:12.153799 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0c7e5771-d88a-4af4-9b92-cde59aaf28c4 req-31327d69-103b-4d72-8b36-543829bb34cd tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.0517285 Jul 01 19:58:12.201563 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0c7e5771-d88a-4af4-9b92-cde59aaf28c4 req-83bba2fc-073a-4202-b215-1a92178e682f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419183 Jul 01 19:58:12.224887 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c9fd9d-1aba-4711-96b9-6d9402b8a39a admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:58:12.230144 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-81c9fd9d-1aba-4711-96b9-6d9402b8a39a admin admin] 10.222.0.66 "PUT /v2.0/routers/f0b73d37-ca2a-4a69-9b0e-75f5d7905146/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4004328 Jul 01 19:58:12.232693 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 60092) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:12.233416 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97e3fc0-1971-4f56-86a3-12f36351ebba None None] Sync routers for ids ['f0b73d37-ca2a-4a69-9b0e-75f5d7905146'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:58:12.244451 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97e3fc0-1971-4f56-86a3-12f36351ebba None None] Routers {'f0b73d37-ca2a-4a69-9b0e-75f5d7905146'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:58:12.245073 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-f97e3fc0-1971-4f56-86a3-12f36351ebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:58:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['f0b73d37-ca2a-4a69-9b0e-75f5d7905146'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:12.327235 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:12.334157 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-faf0173c-e200-4b61-a908-e728969ace9b admin admin] Publish callbacks [] for router (f0b73d37-ca2a-4a69-9b0e-75f5d7905146), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:12.346387 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-f97e3fc0-1971-4f56-86a3-12f36351ebba None None] Set router f0b73d37-ca2a-4a69-9b0e-75f5d7905146 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:58:12.366280 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:12.447957 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-faf0173c-e200-4b61-a908-e728969ace9b admin admin] Publish callbacks [] for router_gateway (f0b73d37-ca2a-4a69-9b0e-75f5d7905146), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:12.452697 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:12.506941 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-faf0173c-e200-4b61-a908-e728969ace9b admin admin] Deleting port ba7951e3-b026-49c7-8a88-11de1be77fd1 {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:58:12.507280 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-faf0173c-e200-4b61-a908-e728969ace9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (ba7951e3-b026-49c7-8a88-11de1be77fd1), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:12.520974 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-f97e3fc0-1971-4f56-86a3-12f36351ebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'name': 'tempest-ServerRescueNegativeTestJSON-1058585110-router', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:58:11Z', 'revision_number': 5, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'gw_port': {'id': 'ba7951e3-b026-49c7-8a88-11de1be77fd1', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:12.546845 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97e3fc0-1971-4f56-86a3-12f36351ebba None None] Checking router: f0b73d37-ca2a-4a69-9b0e-75f5d7905146 for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:58:12.556261 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97e3fc0-1971-4f56-86a3-12f36351ebba None None] Routers {'f0b73d37-ca2a-4a69-9b0e-75f5d7905146'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:58:12.556877 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-f97e3fc0-1971-4f56-86a3-12f36351ebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:58:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['f0b73d37-ca2a-4a69-9b0e-75f5d7905146'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:12.587498 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [None req-faf0173c-e200-4b61-a908-e728969ace9b admin admin] For port ba7951e3-b026-49c7-8a88-11de1be77fd1, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=ba7951e3-b026-49c7-8a88-11de1be77fd1,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:12.587788 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-faf0173c-e200-4b61-a908-e728969ace9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (ba7951e3-b026-49c7-8a88-11de1be77fd1), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:12.604237 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-faf0173c-e200-4b61-a908-e728969ace9b admin admin] Calling delete_port for ba7951e3-b026-49c7-8a88-11de1be77fd1 owned by network:router_gateway {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:58:12.621935 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:12.639619 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-f97e3fc0-1971-4f56-86a3-12f36351ebba None None] Set router f0b73d37-ca2a-4a69-9b0e-75f5d7905146 gateway port host: None {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:58:12.772828 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-f97e3fc0-1971-4f56-86a3-12f36351ebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'name': 'tempest-ServerRescueNegativeTestJSON-1058585110-router', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:58:12Z', 'revision_number': 6, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'gw_port_host': None}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:12.776508 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-faf0173c-e200-4b61-a908-e728969ace9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (ba7951e3-b026-49c7-8a88-11de1be77fd1), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:12.799600 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97e3fc0-1971-4f56-86a3-12f36351ebba None None] The sync data for ids ['f0b73d37-ca2a-4a69-9b0e-75f5d7905146'] in dv-cinder-844601-7-iscsi is: [{'id': 'f0b73d37-ca2a-4a69-9b0e-75f5d7905146', 'name': 'tempest-ServerRescueNegativeTestJSON-1058585110-router', 'tenant_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:42Z', 'updated_at': '2022-07-01T19:58:12Z', 'revision_number': 6, 'project_id': '0ba0ddfd3efd41ee9687efe014c40bf0', 'gw_port_host': None}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:58:12.803888 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0173c-e200-4b61-a908-e728969ace9b admin admin] Pushing event deleted for resources: {'Port': ['ID=ba7951e3-b026-49c7-8a88-11de1be77fd1,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:12.865007 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-faf0173c-e200-4b61-a908-e728969ace9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726997'] for router_gateway (f0b73d37-ca2a-4a69-9b0e-75f5d7905146), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:12.950728 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-faf0173c-e200-4b61-a908-e728969ace9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1734958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2076635'] for router (f0b73d37-ca2a-4a69-9b0e-75f5d7905146), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:12.952914 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-faf0173c-e200-4b61-a908-e728969ace9b admin admin] Publish callbacks [] for router_controller (f0b73d37-ca2a-4a69-9b0e-75f5d7905146), precommit_delete_associations {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:12.995262 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-faf0173c-e200-4b61-a908-e728969ace9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1735151'] for router (f0b73d37-ca2a-4a69-9b0e-75f5d7905146), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:12.995842 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf0173c-e200-4b61-a908-e728969ace9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0b73d37-ca2a-4a69-9b0e-75f5d7905146 {{(pid=110545) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 19:58:13.000429 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-faf0173c-e200-4b61-a908-e728969ace9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:13.001559 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-faf0173c-e200-4b61-a908-e728969ace9b admin admin] 10.222.0.66 "DELETE /v2.0/routers/f0b73d37-ca2a-4a69-9b0e-75f5d7905146 HTTP/1.1" status: 204 len: 168 time: 0.7679548 Jul 01 19:58:13.004115 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 60094) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:13.051054 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_v2 [None req-33944a42-5031-4434-9cd3-ab0aea49d3db admin admin] Deleting subnet b109ae2e-b5c6-4eef-8a69-a246d16af692 {{(pid=110545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 19:58:13.054199 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-33944a42-5031-4434-9cd3-ab0aea49d3db admin admin] Publish callbacks [] for subnet (b109ae2e-b5c6-4eef-8a69-a246d16af692), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:13.088588 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-33944a42-5031-4434-9cd3-ab0aea49d3db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7752395'] for subnet (b109ae2e-b5c6-4eef-8a69-a246d16af692), precommit_delete_associations {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:13.165935 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-33944a42-5031-4434-9cd3-ab0aea49d3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482502'] for subnet (b109ae2e-b5c6-4eef-8a69-a246d16af692), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:13.315113 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device ea0633f7-f0a0-4a40-abfd-8db578b8da37 no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:58:13.338411 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: ea0633f7-f0a0-4a40-abfd-8db578b8da37 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:58:13.339131 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device ea0633f7-f0a0-4a40-abfd-8db578b8da37 not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:58:13.346236 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:13.357972 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f81526-6eb0-45d5-8650-346e46807fb8 req-e9320dc7-b52d-4af3-9693-4d17ab022edd tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:13.359550 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-72f81526-6eb0-45d5-8650-346e46807fb8 req-e9320dc7-b52d-4af3-9693-4d17ab022edd tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.0665247 Jul 01 19:58:13.410445 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-72f81526-6eb0-45d5-8650-346e46807fb8 req-8599665a-a07f-46cc-9632-38da223bccb9 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451014 Jul 01 19:58:13.455185 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:13.463321 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-33944a42-5031-4434-9cd3-ab0aea49d3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5117086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4256252'] for subnet (b109ae2e-b5c6-4eef-8a69-a246d16af692), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:13.467633 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:13.495267 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33944a42-5031-4434-9cd3-ab0aea49d3db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b109ae2e-b5c6-4eef-8a69-a246d16af692,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:13.497798 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-33944a42-5031-4434-9cd3-ab0aea49d3db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:13.500989 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-33944a42-5031-4434-9cd3-ab0aea49d3db admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b109ae2e-b5c6-4eef-8a69-a246d16af692 HTTP/1.1" status: 204 len: 168 time: 0.4957507 Jul 01 19:58:13.501425 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b396165f-1737-4a1b-bc38-71971d8b047c None None] Network 13dd580c-809a-4f73-9432-a6d0838269e1 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:58:13.503600 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 60098) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:13.576831 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ec9dd6fa-0dfa-417a-aabb-f75bc2376dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624501'] for network (13dd580c-809a-4f73-9432-a6d0838269e1), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:13.630399 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-ec9dd6fa-0dfa-417a-aabb-f75bc2376dae admin admin] Deleting port 079a3ffd-9359-456d-911b-e66cb58267d7 {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:58:13.630748 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ec9dd6fa-0dfa-417a-aabb-f75bc2376dae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (079a3ffd-9359-456d-911b-e66cb58267d7), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:13.640362 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device c14e2e69-9a6f-4043-8f05-6857744162f2 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:58:13.662935 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] No Port match for: c14e2e69-9a6f-4043-8f05-6857744162f2 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:58:13.663262 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device c14e2e69-9a6f-4043-8f05-6857744162f2 not bound to the agent host hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:58:13.696012 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e955058-f912-4b43-ac08-1e125afe5d08 None None] DHCP port deletion for 13dd580c-809a-4f73-9432-a6d0838269e1 request from dv-cinder-844601-7-iscsi {{(pid=110546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 01 19:58:13.699869 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [None req-ec9dd6fa-0dfa-417a-aabb-f75bc2376dae admin admin] For port 079a3ffd-9359-456d-911b-e66cb58267d7, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=079a3ffd-9359-456d-911b-e66cb58267d7,segment=NetworkSegment(f7426a8c-6e96-4728-a1d7-524475ad5e61),segment_id=f7426a8c-6e96-4728-a1d7-524475ad5e61)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:13.700236 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ec9dd6fa-0dfa-417a-aabb-f75bc2376dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (079a3ffd-9359-456d-911b-e66cb58267d7), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:13.715215 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-ec9dd6fa-0dfa-417a-aabb-f75bc2376dae admin admin] Calling delete_port for 079a3ffd-9359-456d-911b-e66cb58267d7 owned by network:dhcp {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:58:13.733871 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-5e955058-f912-4b43-ac08-1e125afe5d08 None None] Deleting port 079a3ffd-9359-456d-911b-e66cb58267d7 {{(pid=110546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:58:13.734246 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-5e955058-f912-4b43-ac08-1e125afe5d08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (079a3ffd-9359-456d-911b-e66cb58267d7), before_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:13.797039 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ec9dd6fa-0dfa-417a-aabb-f75bc2376dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (079a3ffd-9359-456d-911b-e66cb58267d7), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:13.805977 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-5e955058-f912-4b43-ac08-1e125afe5d08 None None] For port 079a3ffd-9359-456d-911b-e66cb58267d7, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=079a3ffd-9359-456d-911b-e66cb58267d7,segment=NetworkSegment(f7426a8c-6e96-4728-a1d7-524475ad5e61),segment_id=f7426a8c-6e96-4728-a1d7-524475ad5e61)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:13.806379 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-5e955058-f912-4b43-ac08-1e125afe5d08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (079a3ffd-9359-456d-911b-e66cb58267d7), precommit_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:13.819481 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-5e955058-f912-4b43-ac08-1e125afe5d08 None None] Calling delete_port for 079a3ffd-9359-456d-911b-e66cb58267d7 owned by network:dhcp {{(pid=110546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:58:13.820049 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9dd6fa-0dfa-417a-aabb-f75bc2376dae admin admin] Pushing event deleted for resources: {'Port': ['ID=079a3ffd-9359-456d-911b-e66cb58267d7,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:13.826120 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9dd6fa-0dfa-417a-aabb-f75bc2376dae admin admin] No DVR routers for this DVR port 079a3ffd-9359-456d-911b-e66cb58267d7 on host dv-cinder-844601-7-iscsi {{(pid=110545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:58:13.870803 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:13.900188 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-5e955058-f912-4b43-ac08-1e125afe5d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798'] for port (079a3ffd-9359-456d-911b-e66cb58267d7), after_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:13.903124 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ec9dd6fa-0dfa-417a-aabb-f75bc2376dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599248', 'neutron.services.segments.db._delete_segments_for_network-8766990268766'] for network (13dd580c-809a-4f73-9432-a6d0838269e1), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:13.924018 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-ec9dd6fa-0dfa-417a-aabb-f75bc2376dae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13dd580c-809a-4f73-9432-a6d0838269e1']}} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:13.927937 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e955058-f912-4b43-ac08-1e125afe5d08 None None] No DVR routers for this DVR port 079a3ffd-9359-456d-911b-e66cb58267d7 on host dv-cinder-844601-7-iscsi {{(pid=110546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:58:13.932173 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e955058-f912-4b43-ac08-1e125afe5d08 None None] Pushing event deleted for resources: {'Port': ['ID=079a3ffd-9359-456d-911b-e66cb58267d7,revision_number=None']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:13.933690 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-ec9dd6fa-0dfa-417a-aabb-f75bc2376dae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7426a8c-6e96-4728-a1d7-524475ad5e61') {'for_net_delete': True} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:13.933995 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-ec9dd6fa-0dfa-417a-aabb-f75bc2376dae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7426a8c-6e96-4728-a1d7-524475ad5e61') {} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:13.943916 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ec9dd6fa-0dfa-417a-aabb-f75bc2376dae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766990270311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7752432'] for segment (f7426a8c-6e96-4728-a1d7-524475ad5e61), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:13.944697 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e955058-f912-4b43-ac08-1e125afe5d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:13.945044 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e955058-f912-4b43-ac08-1e125afe5d08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:13.945410 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e955058-f912-4b43-ac08-1e125afe5d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:13.945834 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e955058-f912-4b43-ac08-1e125afe5d08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:13.946188 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e955058-f912-4b43-ac08-1e125afe5d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:13.946688 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e955058-f912-4b43-ac08-1e125afe5d08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:13.947021 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e955058-f912-4b43-ac08-1e125afe5d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:13.947350 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e955058-f912-4b43-ac08-1e125afe5d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:13.947679 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e955058-f912-4b43-ac08-1e125afe5d08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:13.948033 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e955058-f912-4b43-ac08-1e125afe5d08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:13.948361 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e955058-f912-4b43-ac08-1e125afe5d08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:13.948729 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e955058-f912-4b43-ac08-1e125afe5d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:13.949073 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e955058-f912-4b43-ac08-1e125afe5d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:13.949395 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e955058-f912-4b43-ac08-1e125afe5d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:13.949745 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e955058-f912-4b43-ac08-1e125afe5d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:13.957977 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ec9dd6fa-0dfa-417a-aabb-f75bc2376dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (f7426a8c-6e96-4728-a1d7-524475ad5e61), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:13.964899 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9dd6fa-0dfa-417a-aabb-f75bc2376dae admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=110545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 19:58:13.965372 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ec9dd6fa-0dfa-417a-aabb-f75bc2376dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5116964'] for segment (f7426a8c-6e96-4728-a1d7-524475ad5e61), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:14.018881 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment f7426a8c-6e96-4728-a1d7-524475ad5e61 resource provider aggregate not found Jul 01 19:58:14.030292 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ec9dd6fa-0dfa-417a-aabb-f75bc2376dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725398'] for network (13dd580c-809a-4f73-9432-a6d0838269e1), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:14.037922 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment f7426a8c-6e96-4728-a1d7-524475ad5e61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7426a8c-6e96-4728-a1d7-524475ad5e61 found for delete ", "request_id": "req-34e81201-fb75-4560-81b5-5b47f5b2a81e"}]} Jul 01 19:58:14.038936 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ec9dd6fa-0dfa-417a-aabb-f75bc2376dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:14.042013 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-ec9dd6fa-0dfa-417a-aabb-f75bc2376dae admin admin] 10.222.0.66 "DELETE /v2.0/networks/13dd580c-809a-4f73-9432-a6d0838269e1 HTTP/1.1" status: 204 len: 168 time: 0.5375063 Jul 01 19:58:14.052045 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9dd6fa-0dfa-417a-aabb-f75bc2376dae admin admin] Pushing event deleted for resources: {'Network': ['ID=13dd580c-809a-4f73-9432-a6d0838269e1,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:14.154586 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 60106) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:14.196466 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-afc11010-4cac-4f06-b319-7da583761e31 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0ba0ddfd3efd41ee9687efe014c40bf0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406642 Jul 01 19:58:14.198809 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 60108) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:14.250379 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-68a17cff-529b-4f91-afc5-fb3c9875ad17 admin admin] Publish callbacks [] for security_group (6b187684-081f-4b19-aee6-602288526fe4), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:14.272228 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-68a17cff-529b-4f91-afc5-fb3c9875ad17 admin admin] Publish callbacks [] for security_group (6b187684-081f-4b19-aee6-602288526fe4), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:14.319763 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-68a17cff-529b-4f91-afc5-fb3c9875ad17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (6b187684-081f-4b19-aee6-602288526fe4), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:14.322458 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-68a17cff-529b-4f91-afc5-fb3c9875ad17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:14.323640 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-68a17cff-529b-4f91-afc5-fb3c9875ad17 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6b187684-081f-4b19-aee6-602288526fe4 HTTP/1.1" status: 204 len: 168 time: 0.1239562 Jul 01 19:58:14.331675 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a17cff-529b-4f91-afc5-fb3c9875ad17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b187684-081f-4b19-aee6-602288526fe4,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:14.540256 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab712f1c-20cc-44d7-9217-94fa2ee3c3cb req-a2d61060-4aea-433c-8657-57c8adae650e tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:14.541891 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ab712f1c-20cc-44d7-9217-94fa2ee3c3cb req-a2d61060-4aea-433c-8657-57c8adae650e tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.0495186 Jul 01 19:58:14.562009 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:14.597113 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ab712f1c-20cc-44d7-9217-94fa2ee3c3cb req-703662d6-185c-425b-bad7-ad82fcd0443e tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495012 Jul 01 19:58:15.011286 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 60132) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:15.107881 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-5d05213f-4071-4565-ad19-1fdc188252b2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1631415960-network', 'tenant_id': '983da191c3d44e608e40f289e26d3603'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:58:15.128613 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d05213f-4071-4565-ad19-1fdc188252b2 admin admin] Made reservation on behalf of 983da191c3d44e608e40f289e26d3603 for: {'network': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:58:15.131303 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5d05213f-4071-4565-ad19-1fdc188252b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for network (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:15.139441 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5d05213f-4071-4565-ad19-1fdc188252b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:15.171357 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:15.195379 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:15.218558 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 079a3ffd-9359-456d-911b-e66cb58267d7 no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:58:15.226652 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:15.237665 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5d05213f-4071-4565-ad19-1fdc188252b2 admin admin] Publish callbacks [] for security_group (3fddbd78-c0e0-42e1-87d1-140a387f76e7), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:15.241519 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5d05213f-4071-4565-ad19-1fdc188252b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (3fddbd78-c0e0-42e1-87d1-140a387f76e7), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:15.242916 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: 079a3ffd-9359-456d-911b-e66cb58267d7 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:58:15.243276 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 079a3ffd-9359-456d-911b-e66cb58267d7 not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:58:15.243702 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device ba7951e3-b026-49c7-8a88-11de1be77fd1 no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:58:15.262409 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: ba7951e3-b026-49c7-8a88-11de1be77fd1 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:58:15.262770 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device ba7951e3-b026-49c7-8a88-11de1be77fd1 not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:58:15.267514 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d05213f-4071-4565-ad19-1fdc188252b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=110545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 19:58:15.279837 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05213f-4071-4565-ad19-1fdc188252b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fddbd78-c0e0-42e1-87d1-140a387f76e7,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:15.284615 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5d05213f-4071-4565-ad19-1fdc188252b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (305b5835-25b1-4cdc-a42c-74c914941cf3), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:15.284947 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.segments_db [None req-5d05213f-4071-4565-ad19-1fdc188252b2 admin admin] Added segment 305b5835-25b1-4cdc-a42c-74c914941cf3 of type vlan for network bd301699-ca40-48e9-9559-67a73cd4bb19 Jul 01 19:58:15.328327 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5d05213f-4071-4565-ad19-1fdc188252b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766989805963'] for network (bd301699-ca40-48e9-9559-67a73cd4bb19), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:15.356531 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5d05213f-4071-4565-ad19-1fdc188252b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for network (bd301699-ca40-48e9-9559-67a73cd4bb19), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:15.357826 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d05213f-4071-4565-ad19-1fdc188252b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:15.358398 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5d05213f-4071-4565-ad19-1fdc188252b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:15.396403 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-5d05213f-4071-4565-ad19-1fdc188252b2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3834841 Jul 01 19:58:15.399126 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 60136) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:15.428444 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-b3a887d3-a04c-4b20-98da-7f123bff4868 admin admin] Request body: {'subnet': {'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-subnet', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:58:15.433008 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05213f-4071-4565-ad19-1fdc188252b2 admin admin] Pushing event updated for resources: {'Network': ['ID=bd301699-ca40-48e9-9559-67a73cd4bb19,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:15.442794 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Network bd301699-ca40-48e9-9559-67a73cd4bb19 details requested by agent ovs-agent-dv-cinder-844601-7-iscsi with host dv-cinder-844601-7-iscsi {{(pid=110546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 19:58:15.450655 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a887d3-a04c-4b20-98da-7f123bff4868 admin admin] Made reservation on behalf of 983da191c3d44e608e40f289e26d3603 for: {'subnet': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:58:15.452993 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b3a887d3-a04c-4b20-98da-7f123bff4868 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4256211'] for subnet (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:15.622822 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b3a887d3-a04c-4b20-98da-7f123bff4868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5114945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4256197'] for subnet (3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:15.679979 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a887d3-a04c-4b20-98da-7f123bff4868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1,revision_number=0']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:15.695423 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a887d3-a04c-4b20-98da-7f123bff4868 admin admin] Checking segment: {'id': '305b5835-25b1-4cdc-a42c-74c914941cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:58:15.695776 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a887d3-a04c-4b20-98da-7f123bff4868 admin admin] Network hostable DHCP agents. Network: bd301699-ca40-48e9-9559-67a73cd4bb19, hostable agents: ['c73d88bc-f5d4-4e4e-bef7-e6641222d38b'], hosted agents: [] {{(pid=110545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 19:58:15.712570 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a887d3-a04c-4b20-98da-7f123bff4868 admin admin] Network bd301699-ca40-48e9-9559-67a73cd4bb19 is scheduled to be hosted by DHCP agent c73d88bc-f5d4-4e4e-bef7-e6641222d38b with binding_index 1 {{(pid=110545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 19:58:15.718006 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c349e8-be4b-4f14-b6b5-19f34a43738b req-06d86814-15d9-45dc-a846-390c1d4d5795 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:15.719809 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-84c349e8-be4b-4f14-b6b5-19f34a43738b req-06d86814-15d9-45dc-a846-390c1d4d5795 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.0493448 Jul 01 19:58:15.721892 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-b3a887d3-a04c-4b20-98da-7f123bff4868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-7-iscsi, bd301699-ca40-48e9-9559-67a73cd4bb19) {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:58:15.726807 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a887d3-a04c-4b20-98da-7f123bff4868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:15.727390 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b3a887d3-a04c-4b20-98da-7f123bff4868 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:15.731939 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbe3013-bf8b-4950-9ab4-c321aaee22e1 None None] Network bd301699-ca40-48e9-9559-67a73cd4bb19 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:58:15.745226 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-b3a887d3-a04c-4b20-98da-7f123bff4868 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3451264 Jul 01 19:58:15.748132 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 60140) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:15.754498 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-cfef2afb-dc50-4b98-bb9e-fce955f7fc20 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:58:15.778894 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cfef2afb-dc50-4b98-bb9e-fce955f7fc20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1736258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2076621'] for router (c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:15.779976 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cfef2afb-dc50-4b98-bb9e-fce955f7fc20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1560559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2076612'] for router (c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:15.786854 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-84c349e8-be4b-4f14-b6b5-19f34a43738b req-b4f36873-d63f-4483-adc1-ac3723b462be tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578523 Jul 01 19:58:15.833878 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cfef2afb-dc50-4b98-bb9e-fce955f7fc20 admin admin] Publish callbacks [] for router_controller (c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e), precommit_add_association {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:15.843629 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fcd226-7d5c-4ab3-893e-244743a36339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef9c38b-9e7a-5363-bbbe-cbd2af869e96-bd301699-ca40-48e9-9559-67a73cd4bb19', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'project_id': '983da191c3d44e608e40f289e26d3603', 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1'}]}} from dv-cinder-844601-7-iscsi. {{(pid=110546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 19:58:15.844587 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-24fcd226-7d5c-4ab3-893e-244743a36339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:15.963589 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:15.971779 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cfef2afb-dc50-4b98-bb9e-fce955f7fc20 admin admin] Publish callbacks [] for router_gateway (c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:15.984889 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.db_base_plugin_common [None req-24fcd226-7d5c-4ab3-893e-244743a36339 None None] Allocated IP 172.20.0.2 (bd301699-ca40-48e9-9559-67a73cd4bb19/3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1/acb8fe20-0bc5-4dc5-9751-9a5e460231ae) {{(pid=110546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:58:16.044618 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:16.131589 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-24fcd226-7d5c-4ab3-893e-244743a36339 None None] Publish callbacks [] for port (acb8fe20-0bc5-4dc5-9751-9a5e460231ae), precommit_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:16.137744 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-24fcd226-7d5c-4ab3-893e-244743a36339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789'] for port (acb8fe20-0bc5-4dc5-9751-9a5e460231ae), after_create {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:16.163899 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cfef2afb-dc50-4b98-bb9e-fce955f7fc20 admin admin] Publish callbacks [] for router_gateway (c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:16.178146 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:16.181473 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fcd226-7d5c-4ab3-893e-244743a36339 None None] Network bd301699-ca40-48e9-9559-67a73cd4bb19 is already hosted by enough agents. {{(pid=110546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:58:16.184456 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cfef2afb-dc50-4b98-bb9e-fce955f7fc20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:16.187126 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.scheduler.base_scheduler [None req-24fcd226-7d5c-4ab3-893e-244743a36339 None None] Resources bound (agent type, host, resource id): {{(pid=110546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:58:16.189651 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fcd226-7d5c-4ab3-893e-244743a36339 None None] Received port after_create {{(pid=110546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:58:16.193502 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcd226-7d5c-4ab3-893e-244743a36339 None None] Pushing event updated for resources: {'Port': ['ID=acb8fe20-0bc5-4dc5-9751-9a5e460231ae,revision_number=1']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:16.254813 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-24fcd226-7d5c-4ab3-893e-244743a36339 None None] Attempting to bind port acb8fe20-0bc5-4dc5-9751-9a5e460231ae on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:58:16.255549 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-24fcd226-7d5c-4ab3-893e-244743a36339 None None] Attempting to bind port acb8fe20-0bc5-4dc5-9751-9a5e460231ae by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': '305b5835-25b1-4cdc-a42c-74c914941cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:58:16.255549 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fcd226-7d5c-4ab3-893e-244743a36339 None None] Attempting to bind port acb8fe20-0bc5-4dc5-9751-9a5e460231ae on network bd301699-ca40-48e9-9559-67a73cd4bb19 {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:58:16.260815 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fcd226-7d5c-4ab3-893e-244743a36339 None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:58:16.261186 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fcd226-7d5c-4ab3-893e-244743a36339 None None] Checking segment: {'id': '305b5835-25b1-4cdc-a42c-74c914941cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:58:16.261608 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-24fcd226-7d5c-4ab3-893e-244743a36339 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:16.262007 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fcd226-7d5c-4ab3-893e-244743a36339 None None] Bound using segment: {'id': '305b5835-25b1-4cdc-a42c-74c914941cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:58:16.262473 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-24fcd226-7d5c-4ab3-893e-244743a36339 None None] Bound port: acb8fe20-0bc5-4dc5-9751-9a5e460231ae, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305b5835-25b1-4cdc-a42c-74c914941cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:58:16.262848 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-24fcd226-7d5c-4ab3-893e-244743a36339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (acb8fe20-0bc5-4dc5-9751-9a5e460231ae), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:16.303455 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [None req-cfef2afb-dc50-4b98-bb9e-fce955f7fc20 admin admin] Allocated IP 172.27.1.129 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:58:16.325925 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-24fcd226-7d5c-4ab3-893e-244743a36339 None None] For port acb8fe20-0bc5-4dc5-9751-9a5e460231ae, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:58:16.329172 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-24fcd226-7d5c-4ab3-893e-244743a36339 None None] For port acb8fe20-0bc5-4dc5-9751-9a5e460231ae, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=acb8fe20-0bc5-4dc5-9751-9a5e460231ae,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:58:16.335206 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-24fcd226-7d5c-4ab3-893e-244743a36339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (acb8fe20-0bc5-4dc5-9751-9a5e460231ae), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:16.396918 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcd226-7d5c-4ab3-893e-244743a36339 None None] Pushing event updated for resources: {'Port': ['ID=acb8fe20-0bc5-4dc5-9751-9a5e460231ae,revision_number=2']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:16.421261 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cfef2afb-dc50-4b98-bb9e-fce955f7fc20 admin admin] Publish callbacks [] for port (3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:16.454708 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cfef2afb-dc50-4b98-bb9e-fce955f7fc20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:16.502472 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfef2afb-dc50-4b98-bb9e-fce955f7fc20 admin admin] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:58:16.506670 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-cfef2afb-dc50-4b98-bb9e-fce955f7fc20 admin admin] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:58:16.510704 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfef2afb-dc50-4b98-bb9e-fce955f7fc20 admin admin] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:58:16.515836 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef2afb-dc50-4b98-bb9e-fce955f7fc20 admin admin] Pushing event updated for resources: {'Port': ['ID=3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:16.781765 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cfef2afb-dc50-4b98-bb9e-fce955f7fc20 admin admin] Publish callbacks [] for router_gateway (c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:16.845275 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:16.908372 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a8d1a-4272-471b-bce6-d4c9570c8ff7 req-abbff338-baa5-4d46-9051-697569ed22f0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:16.910811 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-822a8d1a-4272-471b-bce6-d4c9570c8ff7 req-abbff338-baa5-4d46-9051-697569ed22f0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.0520315 Jul 01 19:58:16.972709 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-822a8d1a-4272-471b-bce6-d4c9570c8ff7 req-2dace6db-09ae-4c34-b6c9-14a39cb9a638 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546656 Jul 01 19:58:16.980724 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cfef2afb-dc50-4b98-bb9e-fce955f7fc20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725937'] for router (c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:17.078313 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:17.130891 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfef2afb-dc50-4b98-bb9e-fce955f7fc20 admin admin] Router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e is scheduled to L3 agent 92102641-59bc-4b31-9151-065046da5b4e with binding_index 1 {{(pid=110545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 01 19:58:17.157680 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b7deb-bcb6-4538-8c01-822d6722aa0b req-49a02c29-29a5-4ff5-8acd-992ef3d8100a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:17.159225 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-107b7deb-bcb6-4538-8c01-822d6722aa0b req-49a02c29-29a5-4ff5-8acd-992ef3d8100a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 945 time: 0.0539289 Jul 01 19:58:17.226488 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-107b7deb-bcb6-4538-8c01-822d6722aa0b req-7f4e2acb-968e-4d7e-9c87-1a7e2833664c tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581491 Jul 01 19:58:17.263800 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfef2afb-dc50-4b98-bb9e-fce955f7fc20 admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:58:17.271565 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device acb8fe20-0bc5-4dc5-9751-9a5e460231ae up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:58:17.275861 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:17.288202 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cfef2afb-dc50-4b98-bb9e-fce955f7fc20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:17.292364 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 60150) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:17.292535 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-cfef2afb-dc50-4b98-bb9e-fce955f7fc20 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5430944 Jul 01 19:58:17.298744 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] Sync routers for ids ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:58:17.330217 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] Routers {'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:58:17.330999 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:58:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:17.396027 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05ef70b-a472-4658-94f0-f8ba8ee6c22e None None] Network bd301699-ca40-48e9-9559-67a73cd4bb19 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:58:17.432406 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port acb8fe20-0bc5-4dc5-9751-9a5e460231ae triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:58:17.432696 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (acb8fe20-0bc5-4dc5-9751-9a5e460231ae), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:17.470738 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-41d37e2e-ca92-4acd-8b16-243bf27f7b88 None None] Provisioning complete for port acb8fe20-0bc5-4dc5-9751-9a5e460231ae triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:58:17.471510 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-41d37e2e-ca92-4acd-8b16-243bf27f7b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (acb8fe20-0bc5-4dc5-9751-9a5e460231ae), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:17.551995 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:17.569880 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] Set router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:58:17.709124 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:17.758796 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:17.869802 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Allocated IP 172.20.0.1 (bd301699-ca40-48e9-9559-67a73cd4bb19/3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1/2b1ed4ee-7434-4059-9ec3-e398ea639617) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:58:17.905328 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port acb8fe20-0bc5-4dc5-9751-9a5e460231ae is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:58:17.905751 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (acb8fe20-0bc5-4dc5-9751-9a5e460231ae), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:17.907341 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:17.940990 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-41d37e2e-ca92-4acd-8b16-243bf27f7b88 None None] Current status of the port acb8fe20-0bc5-4dc5-9751-9a5e460231ae is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:58:17.941381 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-41d37e2e-ca92-4acd-8b16-243bf27f7b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (acb8fe20-0bc5-4dc5-9751-9a5e460231ae), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:17.985163 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Publish callbacks [] for port (2b1ed4ee-7434-4059-9ec3-e398ea639617), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:18.002917 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-520f6246-b665-4881-9a48-4c544643b810 None None] For port acb8fe20-0bc5-4dc5-9751-9a5e460231ae, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=acb8fe20-0bc5-4dc5-9751-9a5e460231ae,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:18.009134 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (acb8fe20-0bc5-4dc5-9751-9a5e460231ae), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:18.025347 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (2b1ed4ee-7434-4059-9ec3-e398ea639617), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:18.079467 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Network bd301699-ca40-48e9-9559-67a73cd4bb19 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:58:18.086303 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:58:18.086740 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:16Z', 'revision_number': 3, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:18.089164 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:58:18.102695 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Pushing event updated for resources: {'Port': ['ID=2b1ed4ee-7434-4059-9ec3-e398ea639617,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:18.128117 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] Checking router: c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:58:18.128717 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] Updating router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e port 3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb binding host dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 19:58:18.132774 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.db.api [None req-41d37e2e-ca92-4acd-8b16-243bf27f7b88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110546) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 01 19:58:18.133185 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG oslo_db.api [None req-41d37e2e-ca92-4acd-8b16-243bf27f7b88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 01 19:58:18.155052 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Pushing event updated for resources: {'Port': ['ID=acb8fe20-0bc5-4dc5-9751-9a5e460231ae,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:18.160118 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:18.161112 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:18.161816 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:18.161940 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:18.162180 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:18.162509 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:18.162837 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:18.163162 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:18.163489 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:18.163812 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:18.164323 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:18.164655 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:18.164977 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:18.165302 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:18.165647 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:18.167222 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:18.188070 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a44fae-51dd-448f-8fd7-82d6b73d177f req-d31ee443-cfcf-4a99-a577-7298f11c5412 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:18.189630 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-25a44fae-51dd-448f-8fd7-82d6b73d177f req-d31ee443-cfcf-4a99-a577-7298f11c5412 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.1046817 Jul 01 19:58:18.215906 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730226'] for router_interface (c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:18.325107 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-25a44fae-51dd-448f-8fd7-82d6b73d177f req-d5a109cd-81ce-4274-a69c-b538047fd813 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277258 Jul 01 19:58:18.362834 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:18.389255 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a6b0f-c88d-40ab-987a-fb90ccbafa2d req-f36bdcca-7a26-4e0c-8fe3-c966bb029348 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:18.391372 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-491a6b0f-c88d-40ab-987a-fb90ccbafa2d req-f36bdcca-7a26-4e0c-8fe3-c966bb029348 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 945 time: 0.0715818 Jul 01 19:58:18.445442 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (2b1ed4ee-7434-4059-9ec3-e398ea639617), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:18.454440 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] Publish callbacks [] for port (3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb), precommit_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:18.461642 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:18.485300 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-491a6b0f-c88d-40ab-987a-fb90ccbafa2d req-0833d6a5-fea9-43f0-b9c5-47edca88fe87 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865262 Jul 01 19:58:18.526657 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] Attempting to bind port 3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:58:18.527175 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] Attempting to bind port 3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:58:18.527546 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] Attempting to bind port 3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb on network b87c582a-5096-4c62-aa69-ad30066bb691 {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:58:18.534401 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58c40f-3301-4619-9c4d-e8b2cbc4911b None None] Pushing event updated for resources: {'Port': ['ID=3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb,revision_number=2']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:18.537786 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:58:18.538223 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] Checking segment: {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:58:18.538545 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:18.538932 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] Bound using segment: {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'} {{(pid=110546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:58:18.539412 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.managers [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] Bound port: 3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}}] {{(pid=110546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:58:18.539914 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:18.553787 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:18.594415 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] For port 3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:58:18.599443 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] For port 3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:58:18.606230 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:18.666708 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Publish callbacks [] for port (2b1ed4ee-7434-4059-9ec3-e398ea639617), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:18.671902 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (2b1ed4ee-7434-4059-9ec3-e398ea639617), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:18.704264 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] Routers {'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:58:18.704910 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:58:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:18.706746 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58c40f-3301-4619-9c4d-e8b2cbc4911b None None] Pushing event updated for resources: {'Port': ['ID=3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb,revision_number=3']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:18.710114 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-41d37e2e-ca92-4acd-8b16-243bf27f7b88 None None] Current status of the port acb8fe20-0bc5-4dc5-9751-9a5e460231ae is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:58:18.746384 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Pushing event updated for resources: {'Port': ['ID=2b1ed4ee-7434-4059-9ec3-e398ea639617,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:18.749383 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730094'] for router_interface (c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:18.823309 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] Set router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:58:18.849920 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Network bd301699-ca40-48e9-9559-67a73cd4bb19 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:58:18.851390 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:58:18.873845 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d8fb5f33-6367-4f1c-b2f1-51470782f70e None None] Provisioning complete for port acb8fe20-0bc5-4dc5-9751-9a5e460231ae triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:58:18.874217 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d8fb5f33-6367-4f1c-b2f1-51470782f70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (acb8fe20-0bc5-4dc5-9751-9a5e460231ae), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:18.932992 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:18.937279 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:18.967923 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8748d37-e73e-4c8f-ba1b-d8cd36ba994a req-414163a7-37a5-46bb-b1a2-7acb4475c5b2 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:18.970240 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-f8748d37-e73e-4c8f-ba1b-d8cd36ba994a req-414163a7-37a5-46bb-b1a2-7acb4475c5b2 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.60 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 945 time: 0.1054680 Jul 01 19:58:18.982579 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:18.993535 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:58:19.136295 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [req-f8748d37-e73e-4c8f-ba1b-d8cd36ba994a req-e29151fb-844e-4d9b-9a29-d1d8ac7561b0 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Deleting port f9cbac97-cb1e-4639-8812-c364aa6fa31d {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:58:19.136777 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-f8748d37-e73e-4c8f-ba1b-d8cd36ba994a req-e29151fb-844e-4d9b-9a29-d1d8ac7561b0 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (f9cbac97-cb1e-4639-8812-c364aa6fa31d), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:19.165684 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:58:19.172018 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-9f5b2ee5-4ad0-4156-8b16-cbbd6fd063a3 admin admin] 10.222.0.66 "PUT /v2.0/routers/c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8784041 Jul 01 19:58:19.201267 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 2, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:19.231757 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d8fb5f33-6367-4f1c-b2f1-51470782f70e None None] Current status of the port acb8fe20-0bc5-4dc5-9751-9a5e460231ae is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:58:19.234687 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2300bac0-3a43-4310-b7b1-d6415465e662 None None] The sync data for ids ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'] in dv-cinder-844601-7-iscsi is: [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 2, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:58:19.264825 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [req-f8748d37-e73e-4c8f-ba1b-d8cd36ba994a req-e29151fb-844e-4d9b-9a29-d1d8ac7561b0 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] For port f9cbac97-cb1e-4639-8812-c364aa6fa31d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f9cbac97-cb1e-4639-8812-c364aa6fa31d,segment=NetworkSegment(a69f7f5c-c87c-4f45-9684-446699fd887d),segment_id=a69f7f5c-c87c-4f45-9684-446699fd887d)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:19.265400 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-f8748d37-e73e-4c8f-ba1b-d8cd36ba994a req-e29151fb-844e-4d9b-9a29-d1d8ac7561b0 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (f9cbac97-cb1e-4639-8812-c364aa6fa31d), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:19.266942 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d8fb5f33-6367-4f1c-b2f1-51470782f70e None None] Provisioning complete for port 2b1ed4ee-7434-4059-9ec3-e398ea639617 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:58:19.267329 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d8fb5f33-6367-4f1c-b2f1-51470782f70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (2b1ed4ee-7434-4059-9ec3-e398ea639617), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:19.272292 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device acb8fe20-0bc5-4dc5-9751-9a5e460231ae up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:58:19.347325 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d8fb5f33-6367-4f1c-b2f1-51470782f70e None None] Port 2b1ed4ee-7434-4059-9ec3-e398ea639617 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:58:19.368748 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port acb8fe20-0bc5-4dc5-9751-9a5e460231ae triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:58:19.369309 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (acb8fe20-0bc5-4dc5-9751-9a5e460231ae), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:19.483592 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d9ea5f2e-b71e-4b6e-b7f3-e99f943a2b82 None None] Provisioning complete for port 2b1ed4ee-7434-4059-9ec3-e398ea639617 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:58:19.483899 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d9ea5f2e-b71e-4b6e-b7f3-e99f943a2b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (2b1ed4ee-7434-4059-9ec3-e398ea639617), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:19.493485 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 60176) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:19.496501 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port acb8fe20-0bc5-4dc5-9751-9a5e460231ae is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:58:19.512736 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-f8748d37-e73e-4c8f-ba1b-d8cd36ba994a req-e29151fb-844e-4d9b-9a29-d1d8ac7561b0 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:19.512736 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-f8748d37-e73e-4c8f-ba1b-d8cd36ba994a req-e29151fb-844e-4d9b-9a29-d1d8ac7561b0 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (5548e323-3fc4-4ae4-9231-2be020dc4eaf), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:19.540240 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.l3_db [req-f8748d37-e73e-4c8f-ba1b-d8cd36ba994a req-e29151fb-844e-4d9b-9a29-d1d8ac7561b0 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Floating IP 5548e323-3fc4-4ae4-9231-2be020dc4eaf disassociated. External IP: 172.27.1.143, port: f9cbac97-cb1e-4639-8812-c364aa6fa31d. Jul 01 19:58:19.540682 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [req-f8748d37-e73e-4c8f-ba1b-d8cd36ba994a req-e29151fb-844e-4d9b-9a29-d1d8ac7561b0 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Calling delete_port for f9cbac97-cb1e-4639-8812-c364aa6fa31d owned by compute:nova {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:58:19.560274 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d9ea5f2e-b71e-4b6e-b7f3-e99f943a2b82 None None] Port 2b1ed4ee-7434-4059-9ec3-e398ea639617 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:58:19.580814 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-ba35c732-4530-4a93-9155-2a2f38ba0b92 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2064882074', 'description': 'tempest-description--830775422'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:58:19.605396 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:19.656233 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d4ae4-9285-4af3-8aa5-79e008acea3a req-69a8f291-4b81-434b-80d3-3952d400b8f5 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:19.657976 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-af3d4ae4-9285-4af3-8aa5-79e008acea3a req-69a8f291-4b81-434b-80d3-3952d400b8f5 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.2154560 Jul 01 19:58:19.662009 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ba35c732-4530-4a93-9155-2a2f38ba0b92 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:19.703587 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7472b-dc9a-4e96-b994-0e7a2528950f req-7a4c2993-307d-440e-848e-0f00827c8e89 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:19.705211 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4ab7472b-dc9a-4e96-b994-0e7a2528950f req-7a4c2993-307d-440e-848e-0f00827c8e89 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 945 time: 0.1033425 Jul 01 19:58:19.710368 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-f8748d37-e73e-4c8f-ba1b-d8cd36ba994a req-e29151fb-844e-4d9b-9a29-d1d8ac7561b0 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (f9cbac97-cb1e-4639-8812-c364aa6fa31d), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:19.786015 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-af3d4ae4-9285-4af3-8aa5-79e008acea3a req-c0ab98bc-6fd6-4c6d-a9aa-ed8bf0adc7f8 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181047 Jul 01 19:58:19.794029 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:19.838424 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4ab7472b-dc9a-4e96-b994-0e7a2528950f req-243d68c1-26f9-494b-974e-2f94063523d2 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226633 Jul 01 19:58:19.850253 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ba35c732-4530-4a93-9155-2a2f38ba0b92 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group (6997e67e-2425-4338-8874-22131b643e6a), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:19.856505 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ba35c732-4530-4a93-9155-2a2f38ba0b92 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (6997e67e-2425-4338-8874-22131b643e6a), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:19.892402 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35c732-4530-4a93-9155-2a2f38ba0b92 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6997e67e-2425-4338-8874-22131b643e6a,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:19.898745 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ba35c732-4530-4a93-9155-2a2f38ba0b92 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:19.903374 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-ba35c732-4530-4a93-9155-2a2f38ba0b92 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4078352 Jul 01 19:58:19.904042 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 60182) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:19.908959 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-0648a697-05e4-44d1-838d-42377b1c98cd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Request body: {'security_group_rule': {'security_group_id': '6997e67e-2425-4338-8874-22131b643e6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:58:19.939088 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0648a697-05e4-44d1-838d-42377b1c98cd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group_rule (58654164-c948-4a94-8811-6b3a97bf9f04), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:20.007488 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0648a697-05e4-44d1-838d-42377b1c98cd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group_rule (58654164-c948-4a94-8811-6b3a97bf9f04), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:20.014876 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0648a697-05e4-44d1-838d-42377b1c98cd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (58654164-c948-4a94-8811-6b3a97bf9f04), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:20.042114 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29151fb-844e-4d9b-9a29-d1d8ac7561b0 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Pushing event deleted for resources: {'Port': ['ID=f9cbac97-cb1e-4639-8812-c364aa6fa31d,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:20.050659 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648a697-05e4-44d1-838d-42377b1c98cd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58654164-c948-4a94-8811-6b3a97bf9f04,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:20.089368 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0648a697-05e4-44d1-838d-42377b1c98cd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:20.089368 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-0648a697-05e4-44d1-838d-42377b1c98cd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1798041 Jul 01 19:58:20.089368 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 60186) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:20.099306 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-9e275c01-2d45-45d4-8d46-d2bc213dded4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Request body: {'security_group_rule': {'security_group_id': '6997e67e-2425-4338-8874-22131b643e6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:58:20.142831 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-9e275c01-2d45-45d4-8d46-d2bc213dded4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group_rule (3a3199ce-534e-4316-a6f6-38c754ad0e8a), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:20.146134 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8748d37-e73e-4c8f-ba1b-d8cd36ba994a req-e29151fb-844e-4d9b-9a29-d1d8ac7561b0 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:58:20.223517 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-9e275c01-2d45-45d4-8d46-d2bc213dded4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group_rule (3a3199ce-534e-4316-a6f6-38c754ad0e8a), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:20.228410 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-9e275c01-2d45-45d4-8d46-d2bc213dded4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (3a3199ce-534e-4316-a6f6-38c754ad0e8a), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:20.241530 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:20.244578 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:20.257287 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e275c01-2d45-45d4-8d46-d2bc213dded4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3199ce-534e-4316-a6f6-38c754ad0e8a,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:20.273064 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-9e275c01-2d45-45d4-8d46-d2bc213dded4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:20.277314 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-9e275c01-2d45-45d4-8d46-d2bc213dded4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1848173 Jul 01 19:58:20.277684 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 60192) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:20.282601 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-26c6ad67-f4b8-42b9-8b47-fc2154c4dbcd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Request body: {'floatingip': {'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:58:20.283568 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8748d37-e73e-4c8f-ba1b-d8cd36ba994a req-e29151fb-844e-4d9b-9a29-d1d8ac7561b0 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:58:20.312713 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dceeff8d-beac-48fa-9f0d-2d40d53af8b4 None None] Sync routers for ids ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:58:20.318833 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-26c6ad67-f4b8-42b9-8b47-fc2154c4dbcd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:20.327922 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dceeff8d-beac-48fa-9f0d-2d40d53af8b4 None None] Routers {'7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:58:20.328557 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-dceeff8d-beac-48fa-9f0d-2d40d53af8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:58:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:20.343015 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8748d37-e73e-4c8f-ba1b-d8cd36ba994a req-e29151fb-844e-4d9b-9a29-d1d8ac7561b0 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] No DVR routers for this DVR port f9cbac97-cb1e-4639-8812-c364aa6fa31d on host hv-cinder-84460 {{(pid=110545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:58:20.345703 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-f8748d37-e73e-4c8f-ba1b-d8cd36ba994a req-e29151fb-844e-4d9b-9a29-d1d8ac7561b0 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:20.350076 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-f8748d37-e73e-4c8f-ba1b-d8cd36ba994a req-e29151fb-844e-4d9b-9a29-d1d8ac7561b0 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.60 "DELETE /v2.0/ports/f9cbac97-cb1e-4639-8812-c364aa6fa31d HTTP/1.1" status: 204 len: 173 time: 1.3719316 Jul 01 19:58:20.350648 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdbc8c7-9db6-4914-8ad4-b55ee6460761', 'name': 'network-vif-deleted', 'tag': 'f9cbac97-cb1e-4639-8812-c364aa6fa31d'}] {{(pid=110545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:58:20.355290 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcb8287ee1e4b298a834a36a05516dc05427937f10d56c225ffa2f4d88459ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a9d0c2-7adb-4609-be6a-219fca3fd75e" -d '{"events": [{"server_uuid": "abdbc8c7-9db6-4914-8ad4-b55ee6460761", "name": "network-vif-deleted", "tag": "f9cbac97-cb1e-4639-8812-c364aa6fa31d"}]}' {{(pid=110545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:58:20.557163 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb64fde-8671-4c8d-8ebd-14a237242b62 x-openstack-request-id: req-3bb64fde-8671-4c8d-8ebd-14a237242b62 {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:58:20.557751 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdbc8c7-9db6-4914-8ad4-b55ee6460761", "name": "network-vif-deleted", "tag": "f9cbac97-cb1e-4639-8812-c364aa6fa31d", "status": "completed", "code": 200}]} {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:58:20.558075 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3bb64fde-8671-4c8d-8ebd-14a237242b62 {{(pid=110545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:58:20.558475 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bb64fde-8671-4c8d-8ebd-14a237242b62'] response: {'server_uuid': 'abdbc8c7-9db6-4914-8ad4-b55ee6460761', 'name': 'network-vif-deleted', 'tag': 'f9cbac97-cb1e-4639-8812-c364aa6fa31d', 'status': 'completed', 'code': 200} Jul 01 19:58:20.566405 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-26c6ad67-f4b8-42b9-8b47-fc2154c4dbcd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:20.600032 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-dceeff8d-beac-48fa-9f0d-2d40d53af8b4 None None] Set router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:58:20.759375 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [None req-26c6ad67-f4b8-42b9-8b47-fc2154c4dbcd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Allocated IP 172.27.1.206 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/90c6a92a-dd2f-4ddf-b62c-9310462983de) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:58:20.922371 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-dceeff8d-beac-48fa-9f0d-2d40d53af8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T19:54:49Z', 'revision_number': 4, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port': {'id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:44Z', 'updated_at': '2022-07-01T19:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': 'd01ab8bf-dc58-4397-9307-b41497af8ef6', 'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'mac_address': 'fa:16:3e:87:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '129fcccf-8477-4494-ac8a-396275dff649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:47Z', 'updated_at': '2022-07-01T19:54:54Z', 'revision_number': 5, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'subnets': [{'id': '129fcccf-8477-4494-ac8a-396275dff649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:20.956683 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dceeff8d-beac-48fa-9f0d-2d40d53af8b4 None None] Checking router: 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:58:20.967384 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dceeff8d-beac-48fa-9f0d-2d40d53af8b4 None None] Routers {'7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:58:20.967996 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-dceeff8d-beac-48fa-9f0d-2d40d53af8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:58:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:20.987835 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-26c6ad67-f4b8-42b9-8b47-fc2154c4dbcd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for port (90c6a92a-dd2f-4ddf-b62c-9310462983de), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:21.029186 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-aac5bb84-7f64-476f-94ee-08d78afcbfd8 req-c5a28d50-2f0d-42dc-99dc-5d7bb1283ea9 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=abdbc8c7-9db6-4914-8ad4-b55ee6460761 HTTP/1.1" status: 200 len: 210 time: 0.0484724 Jul 01 19:58:21.038777 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b9667-255b-4b86-8383-8a6f042a4568 req-d00db6f7-0aef-46e5-b9b1-8e0d1ca33be9 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:21.040305 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-416b9667-255b-4b86-8383-8a6f042a4568 req-d00db6f7-0aef-46e5-b9b1-8e0d1ca33be9 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.1022410 Jul 01 19:58:21.076950 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:21.096978 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-dceeff8d-beac-48fa-9f0d-2d40d53af8b4 None None] Set router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:58:21.098826 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-26c6ad67-f4b8-42b9-8b47-fc2154c4dbcd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (90c6a92a-dd2f-4ddf-b62c-9310462983de), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:21.142572 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-416b9667-255b-4b86-8383-8a6f042a4568 req-232832d1-5282-4fc5-9e3f-adc7411d928a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865712 Jul 01 19:58:21.158077 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c6ad67-f4b8-42b9-8b47-fc2154c4dbcd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:58:21.162624 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-26c6ad67-f4b8-42b9-8b47-fc2154c4dbcd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:58:21.164937 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c6ad67-f4b8-42b9-8b47-fc2154c4dbcd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:58:21.323594 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:58:21.378362 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-dceeff8d-beac-48fa-9f0d-2d40d53af8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T19:54:49Z', 'revision_number': 4, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port': {'id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:44Z', 'updated_at': '2022-07-01T19:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': 'd01ab8bf-dc58-4397-9307-b41497af8ef6', 'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'mac_address': 'fa:16:3e:87:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '129fcccf-8477-4494-ac8a-396275dff649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:47Z', 'updated_at': '2022-07-01T19:54:54Z', 'revision_number': 5, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'subnets': [{'id': '129fcccf-8477-4494-ac8a-396275dff649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:21.379008 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:58:21.379144 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:21.411025 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dceeff8d-beac-48fa-9f0d-2d40d53af8b4 None None] The sync data for ids ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'] in dv-cinder-844601-7-iscsi is: [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T19:54:49Z', 'revision_number': 4, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port': {'id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:44Z', 'updated_at': '2022-07-01T19:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': 'd01ab8bf-dc58-4397-9307-b41497af8ef6', 'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'mac_address': 'fa:16:3e:87:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '129fcccf-8477-4494-ac8a-396275dff649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:47Z', 'updated_at': '2022-07-01T19:54:54Z', 'revision_number': 5, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'subnets': [{'id': '129fcccf-8477-4494-ac8a-396275dff649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:58:21.464525 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:58:21.465015 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:21.466050 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6ad67-f4b8-42b9-8b47-fc2154c4dbcd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event updated for resources: {'Port': ['ID=90c6a92a-dd2f-4ddf-b62c-9310462983de,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:21.489755 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-520f6246-b665-4881-9a48-4c544643b810 None None] For port 3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:21.495235 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:21.534766 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-26c6ad67-f4b8-42b9-8b47-fc2154c4dbcd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (9d2025de-a91a-4c08-9bdf-ca9930d090b5), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:21.559969 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Pushing event updated for resources: {'Port': ['ID=3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:21.582016 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-26c6ad67-f4b8-42b9-8b47-fc2154c4dbcd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (90c6a92a-dd2f-4ddf-b62c-9310462983de), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:21.684694 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device f9cbac97-cb1e-4639-8812-c364aa6fa31d no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:58:21.707348 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] No Port match for: f9cbac97-cb1e-4639-8812-c364aa6fa31d {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:58:21.707692 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device f9cbac97-cb1e-4639-8812-c364aa6fa31d not bound to the agent host hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:58:21.708453 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:21.724053 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a78466c-818c-4a84-b86c-2017da363bce None None] New status for floating IP 5548e323-3fc4-4ae4-9231-2be020dc4eaf: DOWN {{(pid=110546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 19:58:21.753765 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-26c6ad67-f4b8-42b9-8b47-fc2154c4dbcd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for port (90c6a92a-dd2f-4ddf-b62c-9310462983de), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:21.770111 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-26c6ad67-f4b8-42b9-8b47-fc2154c4dbcd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (90c6a92a-dd2f-4ddf-b62c-9310462983de), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:21.845141 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6ad67-f4b8-42b9-8b47-fc2154c4dbcd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event updated for resources: {'Port': ['ID=90c6a92a-dd2f-4ddf-b62c-9310462983de,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:21.858411 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-26c6ad67-f4b8-42b9-8b47-fc2154c4dbcd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (9d2025de-a91a-4c08-9bdf-ca9930d090b5), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:21.878720 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-26c6ad67-f4b8-42b9-8b47-fc2154c4dbcd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:21.879542 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-26c6ad67-f4b8-42b9-8b47-fc2154c4dbcd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6007514 Jul 01 19:58:21.908895 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] Sync routers for ids ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:58:21.920004 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] Routers {'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:58:21.920615 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:58:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:22.026001 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] Set router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:58:22.034418 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-804474e0-64c9-427b-9e43-75113debb4db req-a5f9ec33-91f2-4469-ac01-8196723ebcf7 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--2064882074&fields=id&tenant_id=983da191c3d44e608e40f289e26d3603 HTTP/1.1" status: 200 len: 267 time: 0.0427055 Jul 01 19:58:22.066068 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:22.156545 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804474e0-64c9-427b-9e43-75113debb4db req-1a0fd324-cd6f-4b70-ac2d-7e1956bb1650 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:22.158429 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-804474e0-64c9-427b-9e43-75113debb4db req-1a0fd324-cd6f-4b70-ac2d-7e1956bb1650 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/networks?id=bd301699-ca40-48e9-9559-67a73cd4bb19 HTTP/1.1" status: 200 len: 815 time: 0.1161349 Jul 01 19:58:22.177170 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-804474e0-64c9-427b-9e43-75113debb4db req-d22387f2-e748-4e5f-84af-29b0992dc167 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/quotas/983da191c3d44e608e40f289e26d3603 HTTP/1.1" status: 200 len: 375 time: 0.0120084 Jul 01 19:58:22.220797 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:22.240990 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-804474e0-64c9-427b-9e43-75113debb4db req-ff1ebe4c-88d5-4c13-bf95-839c2876ee68 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=983da191c3d44e608e40f289e26d3603&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518808 Jul 01 19:58:22.241574 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 2, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:22.272493 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] Checking router: c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:58:22.272493 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] Updating router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e port 2b1ed4ee-7434-4059-9ec3-e398ea639617 binding host dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 19:58:22.298008 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f3b6f-b55e-4134-be75-e09d4b7cbdf9 req-f212fb5d-e8ca-4fef-918a-810932390c45 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:22.299656 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-214f3b6f-b55e-4134-be75-e09d4b7cbdf9 req-f212fb5d-e8ca-4fef-918a-810932390c45 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.0645065 Jul 01 19:58:22.312773 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (2b1ed4ee-7434-4059-9ec3-e398ea639617), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:22.374000 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-214f3b6f-b55e-4134-be75-e09d4b7cbdf9 req-d4e11765-07ae-4d64-b18a-beadc28f24df tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627663 Jul 01 19:58:22.429457 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:22.453463 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-804474e0-64c9-427b-9e43-75113debb4db req-7e6d86f8-4d60-4012-b38d-fe36d01db09c service neutron] 10.222.0.66 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851532 Jul 01 19:58:22.573647 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-977c3979-f9e4-40b1-af2c-53935231e787 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1127916334&fields=id&tenant_id=262e5b1a6f6248cca455437d23b8d441 HTTP/1.1" status: 200 len: 267 time: 0.0949457 Jul 01 19:58:22.591831 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] Publish callbacks [] for port (2b1ed4ee-7434-4059-9ec3-e398ea639617), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:22.595191 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-804474e0-64c9-427b-9e43-75113debb4db req-b5b8d253-c754-4680-89c5-99b8d713a351 service neutron] 10.222.0.66 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350899 Jul 01 19:58:22.598457 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (2b1ed4ee-7434-4059-9ec3-e398ea639617), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:22.643145 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd8ae5-5bc6-4aa3-b885-c7e29bc54bb5 None None] Pushing event updated for resources: {'Port': ['ID=2b1ed4ee-7434-4059-9ec3-e398ea639617,revision_number=3']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:22.705147 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-fe49cf08-1333-412b-aa81-0069be5df181 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:22.714119 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-fe49cf08-1333-412b-aa81-0069be5df181 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/networks?id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9 HTTP/1.1" status: 200 len: 811 time: 0.1331182 Jul 01 19:58:22.732838 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-60eb2e37-e6e7-4c1b-abe9-266df9d1d4a1 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/quotas/262e5b1a6f6248cca455437d23b8d441 HTTP/1.1" status: 200 len: 375 time: 0.0178268 Jul 01 19:58:22.821698 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd8ae5-5bc6-4aa3-b885-c7e29bc54bb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:22.822053 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd8ae5-5bc6-4aa3-b885-c7e29bc54bb5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:22.822592 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd8ae5-5bc6-4aa3-b885-c7e29bc54bb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:22.823131 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd8ae5-5bc6-4aa3-b885-c7e29bc54bb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:22.823617 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd8ae5-5bc6-4aa3-b885-c7e29bc54bb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:22.824117 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd8ae5-5bc6-4aa3-b885-c7e29bc54bb5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:22.824611 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd8ae5-5bc6-4aa3-b885-c7e29bc54bb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:22.825093 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd8ae5-5bc6-4aa3-b885-c7e29bc54bb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:22.825603 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd8ae5-5bc6-4aa3-b885-c7e29bc54bb5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:22.826100 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd8ae5-5bc6-4aa3-b885-c7e29bc54bb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:22.826597 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd8ae5-5bc6-4aa3-b885-c7e29bc54bb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:22.827093 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd8ae5-5bc6-4aa3-b885-c7e29bc54bb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:22.827572 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd8ae5-5bc6-4aa3-b885-c7e29bc54bb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:22.828047 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd8ae5-5bc6-4aa3-b885-c7e29bc54bb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:22.828536 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd8ae5-5bc6-4aa3-b885-c7e29bc54bb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:58:22.832815 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] Attempting to bind port 2b1ed4ee-7434-4059-9ec3-e398ea639617 on host dv-cinder-844601-7-iscsi for vnic_type normal with profile {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:58:22.833493 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] Attempting to bind port 2b1ed4ee-7434-4059-9ec3-e398ea639617 by drivers openvswitch,hyperv on host dv-cinder-844601-7-iscsi at level 0 using segments [{'id': '305b5835-25b1-4cdc-a42c-74c914941cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19'}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:58:22.834061 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] Attempting to bind port 2b1ed4ee-7434-4059-9ec3-e398ea639617 on network bd301699-ca40-48e9-9559-67a73cd4bb19 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:58:22.834333 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-9f3ca9e5-d39e-4323-9395-4a0f24ceb7f6 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=262e5b1a6f6248cca455437d23b8d441&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950100 Jul 01 19:58:22.841174 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] Checking agent: {'id': '29b1a75b-836a-4c45-87de-0068e7577a81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 44, 41), 'started_at': datetime.datetime(2022, 7, 1, 19, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:58:22.841798 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] Checking segment: {'id': '305b5835-25b1-4cdc-a42c-74c914941cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:58:22.842430 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:22.843020 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] Bound using segment: {'id': '305b5835-25b1-4cdc-a42c-74c914941cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19'} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:58:22.843762 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] Bound port: 2b1ed4ee-7434-4059-9ec3-e398ea639617, host: dv-cinder-844601-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305b5835-25b1-4cdc-a42c-74c914941cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19'}}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:58:22.851943 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (2b1ed4ee-7434-4059-9ec3-e398ea639617), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:22.878270 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-23e292a8-96b7-4668-bb28-17c477502ee3 req-8063106c-6e0d-42e1-88fa-1e51b62ac27b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb94df28-2151-48bf-9571-ae16d23c66a6 HTTP/1.1" status: 200 len: 210 time: 0.0428765 Jul 01 19:58:22.910866 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d62d9eb9-138d-446f-b2e8-99eb77fe8ea3 None None] Provisioning complete for port 2b1ed4ee-7434-4059-9ec3-e398ea639617 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:58:22.911520 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d62d9eb9-138d-446f-b2e8-99eb77fe8ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (2b1ed4ee-7434-4059-9ec3-e398ea639617), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:22.914893 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=100 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:22.937881 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] For port 2b1ed4ee-7434-4059-9ec3-e398ea639617, host dv-cinder-844601-7-iscsi, cleared binding levels {{(pid=110547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:58:22.942953 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] For port 2b1ed4ee-7434-4059-9ec3-e398ea639617, host dv-cinder-844601-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=2b1ed4ee-7434-4059-9ec3-e398ea639617,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:58:22.954737 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (2b1ed4ee-7434-4059-9ec3-e398ea639617), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:22.961035 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d62d9eb9-138d-446f-b2e8-99eb77fe8ea3 None None] Port 2b1ed4ee-7434-4059-9ec3-e398ea639617 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:58:23.017264 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] Routers {'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:58:23.018002 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:58:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:23.058664 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-926e11a8-ac82-45fa-b120-eb857693488b service neutron] 10.222.0.66 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194278 Jul 01 19:58:23.092643 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd8ae5-5bc6-4aa3-b885-c7e29bc54bb5 None None] Pushing event updated for resources: {'Port': ['ID=2b1ed4ee-7434-4059-9ec3-e398ea639617,revision_number=4']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:23.138431 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:23.141027 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] Set router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:58:23.170290 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-bc709caa-907e-4b3c-acb3-357c5fe44510 service neutron] 10.222.0.66 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058848 Jul 01 19:58:23.220295 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:23.304919 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:58:23.347074 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:23.393351 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:22Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:23.422172 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7ce187-bf12-47d0-a256-7fc27038ea96 None None] The sync data for ids ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'] in dv-cinder-844601-7-iscsi is: [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:22Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:58:23.553359 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-857bd533-2953-4fe8-9535-eaa12600afeb None None] Provisioning complete for port 2b1ed4ee-7434-4059-9ec3-e398ea639617 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:58:23.553810 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-857bd533-2953-4fe8-9535-eaa12600afeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (2b1ed4ee-7434-4059-9ec3-e398ea639617), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:23.569685 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3fd8f-4fd2-4f2c-ab9a-20c639c0cc97 req-3bfe8a41-e284-4097-a175-c905a43e2b4e tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:23.577476 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-94e3fd8f-4fd2-4f2c-ab9a-20c639c0cc97 req-3bfe8a41-e284-4097-a175-c905a43e2b4e tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.0895026 Jul 01 19:58:23.645595 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:58:23.646227 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:23.656892 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-94e3fd8f-4fd2-4f2c-ab9a-20c639c0cc97 req-3e178115-3cbf-419b-b396-3e7eb0923519 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776963 Jul 01 19:58:23.700038 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a23de737-52fc-4f73-bc58-2808e5a3bb60 req-5ad0e201-80ec-4743-9b9c-3d534be183fb tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 210 time: 0.0368366 Jul 01 19:58:23.786987 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:58:23.788103 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 2b1ed4ee-7434-4059-9ec3-e398ea639617 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:58:23.822359 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-857bd533-2953-4fe8-9535-eaa12600afeb None None] Current status of the port 2b1ed4ee-7434-4059-9ec3-e398ea639617 is: DOWN; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:58:23.823059 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-857bd533-2953-4fe8-9535-eaa12600afeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (2b1ed4ee-7434-4059-9ec3-e398ea639617), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:23.868312 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-857bd533-2953-4fe8-9535-eaa12600afeb None None] For port 2b1ed4ee-7434-4059-9ec3-e398ea639617, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=2b1ed4ee-7434-4059-9ec3-e398ea639617,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:23.874758 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 2b1ed4ee-7434-4059-9ec3-e398ea639617 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:58:23.875384 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (2b1ed4ee-7434-4059-9ec3-e398ea639617), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:23.878361 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-857bd533-2953-4fe8-9535-eaa12600afeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (2b1ed4ee-7434-4059-9ec3-e398ea639617), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:23.947455 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:23.984538 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bd533-2953-4fe8-9535-eaa12600afeb None None] Pushing event updated for resources: {'Port': ['ID=2b1ed4ee-7434-4059-9ec3-e398ea639617,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:24.013659 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-383d16d0-67e5-42f9-8a89-37847973325c req-ec6cda77-b06a-47c7-888e-164e9ef013f5 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb94df28-2151-48bf-9571-ae16d23c66a6 HTTP/1.1" status: 200 len: 210 time: 0.0475612 Jul 01 19:58:24.024324 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 2b1ed4ee-7434-4059-9ec3-e398ea639617 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:58:24.403005 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804474e0-64c9-427b-9e43-75113debb4db req-e771f930-b6af-4ee6-a2dc-a459ce290108 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:24.404756 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-804474e0-64c9-427b-9e43-75113debb4db req-e771f930-b6af-4ee6-a2dc-a459ce290108 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.60 "GET /v2.0/networks?id=bd301699-ca40-48e9-9559-67a73cd4bb19 HTTP/1.1" status: 200 len: 815 time: 0.1505570 Jul 01 19:58:24.483378 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-804474e0-64c9-427b-9e43-75113debb4db req-6cf99496-8835-430f-bf73-f9d4a0a2843b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=983da191c3d44e608e40f289e26d3603 HTTP/1.1" status: 200 len: 380 time: 0.0554936 Jul 01 19:58:24.790853 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a808b5-76f0-4f3e-92d8-e74238a5f86f req-e8737b02-6c47-4681-9a39-c0133b3515bf tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:24.792310 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-13a808b5-76f0-4f3e-92d8-e74238a5f86f req-e8737b02-6c47-4681-9a39-c0133b3515bf tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.0519042 Jul 01 19:58:24.828727 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-eb1233cd-fbee-4a85-9d7b-49cbfb52cc64 req-189fdc61-700a-4115-a6de-02996163e4b6 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 210 time: 0.0455008 Jul 01 19:58:24.838937 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [req-804474e0-64c9-427b-9e43-75113debb4db req-bec5d99a-1aa3-439c-b221-6d8a3d5a3732 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Request body: {'port': {'device_id': 'eb94df28-2151-48bf-9571-ae16d23c66a6', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'admin_state_up': True, 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'security_groups': ['6997e67e-2425-4338-8874-22131b643e6a']}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:58:24.861406 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-13a808b5-76f0-4f3e-92d8-e74238a5f86f req-e082689d-8f7e-4086-a7fd-d862897f1aa6 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611656 Jul 01 19:58:24.966176 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-804474e0-64c9-427b-9e43-75113debb4db req-bec5d99a-1aa3-439c-b221-6d8a3d5a3732 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Made reservation on behalf of 983da191c3d44e608e40f289e26d3603 for: {'port': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:58:24.969479 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-804474e0-64c9-427b-9e43-75113debb4db req-bec5d99a-1aa3-439c-b221-6d8a3d5a3732 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:25.116489 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2f2a88b7-b92f-428c-a3f1-fcfdaba9bc29 req-7964d803-ea5d-418e-bb39-f49f73aa6885 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb94df28-2151-48bf-9571-ae16d23c66a6 HTTP/1.1" status: 200 len: 210 time: 0.0383708 Jul 01 19:58:25.119668 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [req-804474e0-64c9-427b-9e43-75113debb4db req-bec5d99a-1aa3-439c-b221-6d8a3d5a3732 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Allocated IP 172.20.0.4 (bd301699-ca40-48e9-9559-67a73cd4bb19/3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1/1a187327-634a-45da-978e-23ca2730d31b) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:58:25.229257 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:25.249974 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-6c935ed6-65f5-4bc9-9d7e-6253127c0f64 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:25.252438 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-6c935ed6-65f5-4bc9-9d7e-6253127c0f64 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.60 "GET /v2.0/networks?id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9 HTTP/1.1" status: 200 len: 811 time: 0.1358006 Jul 01 19:58:25.269001 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 2b1ed4ee-7434-4059-9ec3-e398ea639617 up at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:58:25.320221 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Provisioning complete for port 2b1ed4ee-7434-4059-9ec3-e398ea639617 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:58:25.320899 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (2b1ed4ee-7434-4059-9ec3-e398ea639617), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:25.334893 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-804474e0-64c9-427b-9e43-75113debb4db req-bec5d99a-1aa3-439c-b221-6d8a3d5a3732 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for port (1a187327-634a-45da-978e-23ca2730d31b), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:25.345387 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:25.347066 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-1585a14f-9857-4395-9a4e-a15fcdccac96 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=262e5b1a6f6248cca455437d23b8d441 HTTP/1.1" status: 200 len: 380 time: 0.0785604 Jul 01 19:58:25.358143 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-c9c309d2-4b24-4bf3-a7a5-8531b79e07dc tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Request body: {'port': {'device_id': '54c2262f-a173-4336-91b1-f5f7a20bf96d', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'admin_state_up': True, 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'security_groups': ['6e986d2c-065d-43a5-9213-25c3083af54e']}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:58:25.390612 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-804474e0-64c9-427b-9e43-75113debb4db req-bec5d99a-1aa3-439c-b221-6d8a3d5a3732 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (1a187327-634a-45da-978e-23ca2730d31b), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:25.427985 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Current status of the port 2b1ed4ee-7434-4059-9ec3-e398ea639617 is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:58:25.453967 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:25.456132 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-804474e0-64c9-427b-9e43-75113debb4db req-bec5d99a-1aa3-439c-b221-6d8a3d5a3732 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Network bd301699-ca40-48e9-9559-67a73cd4bb19 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:58:25.460002 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5d99a-1aa3-439c-b221-6d8a3d5a3732 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event updated for resources: {'Port': ['ID=1a187327-634a-45da-978e-23ca2730d31b,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:25.462906 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [req-804474e0-64c9-427b-9e43-75113debb4db req-bec5d99a-1aa3-439c-b221-6d8a3d5a3732 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:58:25.470587 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [req-804474e0-64c9-427b-9e43-75113debb4db req-bec5d99a-1aa3-439c-b221-6d8a3d5a3732 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:58:25.515433 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-c9c309d2-4b24-4bf3-a7a5-8531b79e07dc tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Made reservation on behalf of 262e5b1a6f6248cca455437d23b8d441 for: {'port': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:58:25.518970 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-c9c309d2-4b24-4bf3-a7a5-8531b79e07dc tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:25.538892 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804474e0-64c9-427b-9e43-75113debb4db req-bec5d99a-1aa3-439c-b221-6d8a3d5a3732 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:25.541878 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-804474e0-64c9-427b-9e43-75113debb4db req-bec5d99a-1aa3-439c-b221-6d8a3d5a3732 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:25.563767 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-804474e0-64c9-427b-9e43-75113debb4db req-bec5d99a-1aa3-439c-b221-6d8a3d5a3732 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7286999 Jul 01 19:58:25.646380 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [req-804474e0-64c9-427b-9e43-75113debb4db req-15665d9e-fb92-4989-806b-a92d15a08ff5 service neutron] Request body: {'port': {'device_id': 'eb94df28-2151-48bf-9571-ae16d23c66a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:58:25.668925 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-c9c309d2-4b24-4bf3-a7a5-8531b79e07dc tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Allocated IP 172.20.0.7 (e8fd60a7-929d-43ab-ae8d-d1c7691811e9/129fcccf-8477-4494-ac8a-396275dff649/c3aa88b7-7e29-46f3-9c4e-3618ea05e754) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:58:25.672225 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:25.720647 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-804474e0-64c9-427b-9e43-75113debb4db req-15665d9e-fb92-4989-806b-a92d15a08ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (1a187327-634a-45da-978e-23ca2730d31b), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:25.807971 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-cae47623-98a1-445f-915e-2171c1252655 None None] Provisioning complete for port 1a187327-634a-45da-978e-23ca2730d31b triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:58:25.808285 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cae47623-98a1-445f-915e-2171c1252655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (1a187327-634a-45da-978e-23ca2730d31b), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:25.830086 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-c9c309d2-4b24-4bf3-a7a5-8531b79e07dc tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for port (c3aa88b7-7e29-46f3-9c4e-3618ea05e754), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:25.848835 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-cae47623-98a1-445f-915e-2171c1252655 None None] Port 1a187327-634a-45da-978e-23ca2730d31b cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:58:25.852264 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:25.869986 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-c9c309d2-4b24-4bf3-a7a5-8531b79e07dc tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (c3aa88b7-7e29-46f3-9c4e-3618ea05e754), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:25.918333 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-c9c309d2-4b24-4bf3-a7a5-8531b79e07dc tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Network e8fd60a7-929d-43ab-ae8d-d1c7691811e9 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:58:25.923707 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-c9c309d2-4b24-4bf3-a7a5-8531b79e07dc tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:58:25.928839 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-c9c309d2-4b24-4bf3-a7a5-8531b79e07dc tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:58:25.935056 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c309d2-4b24-4bf3-a7a5-8531b79e07dc tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Pushing event updated for resources: {'Port': ['ID=c3aa88b7-7e29-46f3-9c4e-3618ea05e754,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:26.024665 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [req-804474e0-64c9-427b-9e43-75113debb4db req-15665d9e-fb92-4989-806b-a92d15a08ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a187327-634a-45da-978e-23ca2730d31b {{(pid=110545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:58:26.032673 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-804474e0-64c9-427b-9e43-75113debb4db req-15665d9e-fb92-4989-806b-a92d15a08ff5 service neutron] Publish callbacks [] for port (1a187327-634a-45da-978e-23ca2730d31b), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:26.047766 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.provisioning_blocks [req-804474e0-64c9-427b-9e43-75113debb4db req-15665d9e-fb92-4989-806b-a92d15a08ff5 service neutron] Transition to ACTIVE for port object 1a187327-634a-45da-978e-23ca2730d31b will not be triggered until provisioned by entity L2. {{(pid=110545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 19:58:26.053087 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-804474e0-64c9-427b-9e43-75113debb4db req-15665d9e-fb92-4989-806b-a92d15a08ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5117128'] for port (1a187327-634a-45da-978e-23ca2730d31b), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:26.058953 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d986fe1-ec67-439c-840e-c189814ec3f2 req-642123a4-744c-41ca-a4b6-28025c1f8ddc tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:26.060411 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8d986fe1-ec67-439c-840e-c189814ec3f2 req-642123a4-744c-41ca-a4b6-28025c1f8ddc tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 931 time: 0.1285160 Jul 01 19:58:26.065532 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-c9c309d2-4b24-4bf3-a7a5-8531b79e07dc tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:26.066760 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-c9c309d2-4b24-4bf3-a7a5-8531b79e07dc tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:26.105490 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b588c7-74f7-4e29-a6a1-cafeefffecd3 req-ba831129-94d5-408d-8b84-a02bf000c573 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:26.107353 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-27b588c7-74f7-4e29-a6a1-cafeefffecd3 req-ba831129-94d5-408d-8b84-a02bf000c573 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.1288586 Jul 01 19:58:26.113241 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-c9c309d2-4b24-4bf3-a7a5-8531b79e07dc tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7591412 Jul 01 19:58:26.140498 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15665d9e-fb92-4989-806b-a92d15a08ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a187327-634a-45da-978e-23ca2730d31b,revision_number=2']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:26.150086 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-82b0e8f4-4905-43b8-afc5-d73c4fa49226 service neutron] Request body: {'port': {'device_id': '54c2262f-a173-4336-91b1-f5f7a20bf96d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:58:26.226169 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8d986fe1-ec67-439c-840e-c189814ec3f2 req-5ec1a6aa-96fd-4154-bf7f-abe5700946fd tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559713 Jul 01 19:58:26.226394 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.managers [req-804474e0-64c9-427b-9e43-75113debb4db req-15665d9e-fb92-4989-806b-a92d15a08ff5 service neutron] Attempting to bind port 1a187327-634a-45da-978e-23ca2730d31b on host hv-cinder-84460 for vnic_type normal with profile {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:58:26.226798 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.managers [req-804474e0-64c9-427b-9e43-75113debb4db req-15665d9e-fb92-4989-806b-a92d15a08ff5 service neutron] Attempting to bind port 1a187327-634a-45da-978e-23ca2730d31b by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '305b5835-25b1-4cdc-a42c-74c914941cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19'}] {{(pid=110545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:58:26.227196 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804474e0-64c9-427b-9e43-75113debb4db req-15665d9e-fb92-4989-806b-a92d15a08ff5 service neutron] Attempting to bind port 1a187327-634a-45da-978e-23ca2730d31b on network bd301699-ca40-48e9-9559-67a73cd4bb19 {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:58:26.232494 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804474e0-64c9-427b-9e43-75113debb4db req-15665d9e-fb92-4989-806b-a92d15a08ff5 service neutron] Port 1a187327-634a-45da-978e-23ca2730d31b on network bd301699-ca40-48e9-9559-67a73cd4bb19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 19:58:26.232924 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804474e0-64c9-427b-9e43-75113debb4db req-15665d9e-fb92-4989-806b-a92d15a08ff5 service neutron] Attempting to bind port 1a187327-634a-45da-978e-23ca2730d31b on network bd301699-ca40-48e9-9559-67a73cd4bb19 {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:58:26.252576 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804474e0-64c9-427b-9e43-75113debb4db req-15665d9e-fb92-4989-806b-a92d15a08ff5 service neutron] Checking agent: {'id': '080768a1-72cc-47dc-9460-2bcdea095798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'started_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:58:26.252926 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804474e0-64c9-427b-9e43-75113debb4db req-15665d9e-fb92-4989-806b-a92d15a08ff5 service neutron] Checking segment: {'id': '305b5835-25b1-4cdc-a42c-74c914941cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:58:26.253314 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804474e0-64c9-427b-9e43-75113debb4db req-15665d9e-fb92-4989-806b-a92d15a08ff5 service neutron] Bound using segment: {'id': '305b5835-25b1-4cdc-a42c-74c914941cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19'} {{(pid=110545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:58:26.254391 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.managers [req-804474e0-64c9-427b-9e43-75113debb4db req-15665d9e-fb92-4989-806b-a92d15a08ff5 service neutron] Bound port: 1a187327-634a-45da-978e-23ca2730d31b, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305b5835-25b1-4cdc-a42c-74c914941cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19'}}] {{(pid=110545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:58:26.254759 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-804474e0-64c9-427b-9e43-75113debb4db req-15665d9e-fb92-4989-806b-a92d15a08ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (1a187327-634a-45da-978e-23ca2730d31b), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:26.263242 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-27b588c7-74f7-4e29-a6a1-cafeefffecd3 req-0c3f2b40-280e-419a-94dc-74f9db23f614 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481352 Jul 01 19:58:26.272601 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-2ae6cab3-0b3e-4a6d-9c3c-cb742d5db162 None None] Provisioning complete for port c3aa88b7-7e29-46f3-9c4e-3618ea05e754 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:58:26.273129 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-2ae6cab3-0b3e-4a6d-9c3c-cb742d5db162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (c3aa88b7-7e29-46f3-9c4e-3618ea05e754), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:26.275118 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-82b0e8f4-4905-43b8-afc5-d73c4fa49226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (c3aa88b7-7e29-46f3-9c4e-3618ea05e754), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:26.337541 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-2ae6cab3-0b3e-4a6d-9c3c-cb742d5db162 None None] Port c3aa88b7-7e29-46f3-9c4e-3618ea05e754 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:58:26.344098 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [req-804474e0-64c9-427b-9e43-75113debb4db req-15665d9e-fb92-4989-806b-a92d15a08ff5 service neutron] For port 1a187327-634a-45da-978e-23ca2730d31b, host hv-cinder-84460, cleared binding levels {{(pid=110545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:58:26.347530 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [req-804474e0-64c9-427b-9e43-75113debb4db req-15665d9e-fb92-4989-806b-a92d15a08ff5 service neutron] For port 1a187327-634a-45da-978e-23ca2730d31b, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1a187327-634a-45da-978e-23ca2730d31b,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:58:26.352363 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:26.355953 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-804474e0-64c9-427b-9e43-75113debb4db req-15665d9e-fb92-4989-806b-a92d15a08ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5117128'] for port (1a187327-634a-45da-978e-23ca2730d31b), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:26.407856 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:26.413914 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbab9a-3dd9-4c5f-9a11-cf8bd2c622e4 req-a19b40db-3983-4673-816c-baf0c36aaec8 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:26.415485 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-53fbab9a-3dd9-4c5f-9a11-cf8bd2c622e4 req-a19b40db-3983-4673-816c-baf0c36aaec8 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb94df28-2151-48bf-9571-ae16d23c66a6 HTTP/1.1" status: 200 len: 943 time: 0.0807905 Jul 01 19:58:26.420805 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804474e0-64c9-427b-9e43-75113debb4db req-15665d9e-fb92-4989-806b-a92d15a08ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:26.421569 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [req-804474e0-64c9-427b-9e43-75113debb4db req-15665d9e-fb92-4989-806b-a92d15a08ff5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:26.423236 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-804474e0-64c9-427b-9e43-75113debb4db req-15665d9e-fb92-4989-806b-a92d15a08ff5 service neutron] 10.222.0.60 "PUT /v2.0/ports/1a187327-634a-45da-978e-23ca2730d31b HTTP/1.1" status: 200 len: 1093 time: 0.8514090 Jul 01 19:58:26.423757 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb94df28-2151-48bf-9571-ae16d23c66a6', 'tag': '1a187327-634a-45da-978e-23ca2730d31b'}] {{(pid=110545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:58:26.426775 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcb8287ee1e4b298a834a36a05516dc05427937f10d56c225ffa2f4d88459ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d909f11-87a9-446f-9813-9efe366cc531" -d '{"events": [{"name": "network-changed", "server_uuid": "eb94df28-2151-48bf-9571-ae16d23c66a6", "tag": "1a187327-634a-45da-978e-23ca2730d31b"}]}' {{(pid=110545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:58:26.433930 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15665d9e-fb92-4989-806b-a92d15a08ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a187327-634a-45da-978e-23ca2730d31b,revision_number=3']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:26.494416 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636c9c19-a9d9-4374-8f4c-0606e4c8ef19 x-openstack-request-id: req-636c9c19-a9d9-4374-8f4c-0606e4c8ef19 {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:58:26.495355 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb94df28-2151-48bf-9571-ae16d23c66a6", "tag": "1a187327-634a-45da-978e-23ca2730d31b", "status": "completed", "code": 200}]} {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:58:26.495608 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-636c9c19-a9d9-4374-8f4c-0606e4c8ef19 {{(pid=110545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:58:26.496079 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.notifiers.nova [-] Nova event matching ['req-636c9c19-a9d9-4374-8f4c-0606e4c8ef19'] response: {'name': 'network-changed', 'server_uuid': 'eb94df28-2151-48bf-9571-ae16d23c66a6', 'tag': '1a187327-634a-45da-978e-23ca2730d31b', 'status': 'completed', 'code': 200} Jul 01 19:58:26.539231 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-53fbab9a-3dd9-4c5f-9a11-cf8bd2c622e4 req-f049eff9-f8ba-49b0-8c7c-06b3ace98ac3 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=6997e67e-2425-4338-8874-22131b643e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811582 Jul 01 19:58:26.666500 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-82b0e8f4-4905-43b8-afc5-d73c4fa49226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3aa88b7-7e29-46f3-9c4e-3618ea05e754 {{(pid=110544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:58:26.673880 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-82b0e8f4-4905-43b8-afc5-d73c4fa49226 service neutron] Publish callbacks [] for port (c3aa88b7-7e29-46f3-9c4e-3618ea05e754), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:26.686446 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.provisioning_blocks [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-82b0e8f4-4905-43b8-afc5-d73c4fa49226 service neutron] Transition to ACTIVE for port object c3aa88b7-7e29-46f3-9c4e-3618ea05e754 will not be triggered until provisioned by entity L2. {{(pid=110544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 19:58:26.690248 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-82b0e8f4-4905-43b8-afc5-d73c4fa49226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (c3aa88b7-7e29-46f3-9c4e-3618ea05e754), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:26.743056 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0e8f4-4905-43b8-afc5-d73c4fa49226 service neutron] Pushing event updated for resources: {'Port': ['ID=c3aa88b7-7e29-46f3-9c4e-3618ea05e754,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:26.806079 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:26.819439 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-82b0e8f4-4905-43b8-afc5-d73c4fa49226 service neutron] Attempting to bind port c3aa88b7-7e29-46f3-9c4e-3618ea05e754 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:58:26.819769 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-82b0e8f4-4905-43b8-afc5-d73c4fa49226 service neutron] Attempting to bind port c3aa88b7-7e29-46f3-9c4e-3618ea05e754 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'a69f7f5c-c87c-4f45-9684-446699fd887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9'}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:58:26.820098 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-82b0e8f4-4905-43b8-afc5-d73c4fa49226 service neutron] Attempting to bind port c3aa88b7-7e29-46f3-9c4e-3618ea05e754 on network e8fd60a7-929d-43ab-ae8d-d1c7691811e9 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:58:26.824882 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-82b0e8f4-4905-43b8-afc5-d73c4fa49226 service neutron] Port c3aa88b7-7e29-46f3-9c4e-3618ea05e754 on network e8fd60a7-929d-43ab-ae8d-d1c7691811e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 19:58:26.825205 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-82b0e8f4-4905-43b8-afc5-d73c4fa49226 service neutron] Attempting to bind port c3aa88b7-7e29-46f3-9c4e-3618ea05e754 on network e8fd60a7-929d-43ab-ae8d-d1c7691811e9 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:58:26.830202 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-82b0e8f4-4905-43b8-afc5-d73c4fa49226 service neutron] Checking agent: {'id': '080768a1-72cc-47dc-9460-2bcdea095798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'started_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:58:26.830841 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-82b0e8f4-4905-43b8-afc5-d73c4fa49226 service neutron] Checking segment: {'id': 'a69f7f5c-c87c-4f45-9684-446699fd887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:58:26.830949 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-82b0e8f4-4905-43b8-afc5-d73c4fa49226 service neutron] Bound using segment: {'id': 'a69f7f5c-c87c-4f45-9684-446699fd887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9'} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:58:26.831308 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-82b0e8f4-4905-43b8-afc5-d73c4fa49226 service neutron] Bound port: c3aa88b7-7e29-46f3-9c4e-3618ea05e754, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69f7f5c-c87c-4f45-9684-446699fd887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9'}}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:58:26.831685 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-82b0e8f4-4905-43b8-afc5-d73c4fa49226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (c3aa88b7-7e29-46f3-9c4e-3618ea05e754), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:26.918337 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-82b0e8f4-4905-43b8-afc5-d73c4fa49226 service neutron] For port c3aa88b7-7e29-46f3-9c4e-3618ea05e754, host hv-cinder-84460, cleared binding levels {{(pid=110544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:58:26.922336 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-82b0e8f4-4905-43b8-afc5-d73c4fa49226 service neutron] For port c3aa88b7-7e29-46f3-9c4e-3618ea05e754, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=c3aa88b7-7e29-46f3-9c4e-3618ea05e754,segment=NetworkSegment(a69f7f5c-c87c-4f45-9684-446699fd887d),segment_id=a69f7f5c-c87c-4f45-9684-446699fd887d)] {{(pid=110544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:58:26.925959 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d909f11-87a9-446f-9813-9efe366cc531 req-0440ccfd-ca60-46b6-93a4-ce48d35e19f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:26.927624 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-4d909f11-87a9-446f-9813-9efe366cc531 req-0440ccfd-ca60-46b6-93a4-ce48d35e19f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=983da191c3d44e608e40f289e26d3603&device_id=eb94df28-2151-48bf-9571-ae16d23c66a6 HTTP/1.1" status: 200 len: 1127 time: 0.0437517 Jul 01 19:58:26.928495 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-82b0e8f4-4905-43b8-afc5-d73c4fa49226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (c3aa88b7-7e29-46f3-9c4e-3618ea05e754), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:26.962596 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-82b0e8f4-4905-43b8-afc5-d73c4fa49226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:26.963435 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-82b0e8f4-4905-43b8-afc5-d73c4fa49226 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:26.964857 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-82b0e8f4-4905-43b8-afc5-d73c4fa49226 service neutron] 10.222.0.60 "PUT /v2.0/ports/c3aa88b7-7e29-46f3-9c4e-3618ea05e754 HTTP/1.1" status: 200 len: 1093 time: 0.8337715 Jul 01 19:58:26.969217 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c2262f-a173-4336-91b1-f5f7a20bf96d', 'tag': 'c3aa88b7-7e29-46f3-9c4e-3618ea05e754'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:58:26.971500 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a39c90-4328-418e-ae16-b867d86b87a7" -d '{"events": [{"name": "network-changed", "server_uuid": "54c2262f-a173-4336-91b1-f5f7a20bf96d", "tag": "c3aa88b7-7e29-46f3-9c4e-3618ea05e754"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:58:26.997158 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0e8f4-4905-43b8-afc5-d73c4fa49226 service neutron] Pushing event updated for resources: {'Port': ['ID=c3aa88b7-7e29-46f3-9c4e-3618ea05e754,revision_number=3']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:27.073469 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27180b4a-a3db-4600-b624-dad4bcd6f1a8 x-openstack-request-id: req-27180b4a-a3db-4600-b624-dad4bcd6f1a8 {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:58:27.073791 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c2262f-a173-4336-91b1-f5f7a20bf96d", "tag": "c3aa88b7-7e29-46f3-9c4e-3618ea05e754", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:58:27.074047 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-27180b4a-a3db-4600-b624-dad4bcd6f1a8 {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:58:27.074449 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27180b4a-a3db-4600-b624-dad4bcd6f1a8'] response: {'name': 'network-changed', 'server_uuid': '54c2262f-a173-4336-91b1-f5f7a20bf96d', 'tag': 'c3aa88b7-7e29-46f3-9c4e-3618ea05e754', 'status': 'completed', 'code': 200} Jul 01 19:58:27.397966 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4846b-2385-48f7-b111-4f625e7daa00 req-fdbabc5b-171e-4fd8-9684-0b3f460ae8ce tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:27.399496 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2eb4846b-2385-48f7-b111-4f625e7daa00 req-fdbabc5b-171e-4fd8-9684-0b3f460ae8ce tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 943 time: 0.0969331 Jul 01 19:58:27.407268 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d909f11-87a9-446f-9813-9efe366cc531 req-d5ff164b-51b3-4089-89f9-f2b7e6977224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:27.409411 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-4d909f11-87a9-446f-9813-9efe366cc531 req-d5ff164b-51b3-4089-89f9-f2b7e6977224 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=983da191c3d44e608e40f289e26d3603&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1147594 Jul 01 19:58:27.415577 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a39c90-4328-418e-ae16-b867d86b87a7 req-084a57f9-f2ce-4ee4-9e90-4b433026615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:27.417047 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-56a39c90-4328-418e-ae16-b867d86b87a7 req-084a57f9-f2ce-4ee4-9e90-4b433026615a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=262e5b1a6f6248cca455437d23b8d441&device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 1127 time: 0.1031487 Jul 01 19:58:27.459748 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb3c2c-e71a-459f-b7e4-084536da0f25 req-416c892c-da3a-466f-9a15-b63b49672815 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:27.461227 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-eaeb3c2c-e71a-459f-b7e4-084536da0f25 req-416c892c-da3a-466f-9a15-b63b49672815 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.0877075 Jul 01 19:58:27.550955 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2eb4846b-2385-48f7-b111-4f625e7daa00 req-6208ceeb-e853-44ef-b203-a8e3db53fc4e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309223 Jul 01 19:58:27.578776 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d909f11-87a9-446f-9813-9efe366cc531 req-048f5af9-3e82-4ed8-b7fd-791bbb6f87ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:27.580446 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-4d909f11-87a9-446f-9813-9efe366cc531 req-048f5af9-3e82-4ed8-b7fd-791bbb6f87ff service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1468940 Jul 01 19:58:27.601772 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:27.629876 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-eaeb3c2c-e71a-459f-b7e4-084536da0f25 req-d8aa6e6e-3326-4491-85c2-9575bdd99610 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560705 Jul 01 19:58:27.654207 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a39c90-4328-418e-ae16-b867d86b87a7 req-3b080f48-c2da-4cca-9b6b-8908acb0aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:27.655601 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-56a39c90-4328-418e-ae16-b867d86b87a7 req-3b080f48-c2da-4cca-9b6b-8908acb0aa6d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=262e5b1a6f6248cca455437d23b8d441&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2146349 Jul 01 19:58:27.699890 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 7bcf54c4-3b63-4285-981e-25adbeaaf278 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 19:58:27.717544 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:27.724317 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804474e0-64c9-427b-9e43-75113debb4db req-0132290a-b888-4b7f-9038-e11f85294b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:27.727214 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-804474e0-64c9-427b-9e43-75113debb4db req-0132290a-b888-4b7f-9038-e11f85294b8b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=983da191c3d44e608e40f289e26d3603&device_id=eb94df28-2151-48bf-9571-ae16d23c66a6 HTTP/1.1" status: 200 len: 1127 time: 0.0523701 Jul 01 19:58:27.733530 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8696c3b-9d79-4299-8e60-392c476ca517 req-0c62f034-b882-47eb-a89e-5239f03bba0b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:27.735164 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a8696c3b-9d79-4299-8e60-392c476ca517 req-0c62f034-b882-47eb-a89e-5239f03bba0b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb94df28-2151-48bf-9571-ae16d23c66a6 HTTP/1.1" status: 200 len: 943 time: 0.0981512 Jul 01 19:58:27.787972 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-804474e0-64c9-427b-9e43-75113debb4db req-66570cc6-286d-482c-aaad-21386a60807d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a187327-634a-45da-978e-23ca2730d31b HTTP/1.1" status: 200 len: 217 time: 0.0499070 Jul 01 19:58:27.821361 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 7bcf54c4-3b63-4285-981e-25adbeaaf278, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7bcf54c4-3b63-4285-981e-25adbeaaf278,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:27.839588 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': '7bcf54c4-3b63-4285-981e-25adbeaaf278', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'port_id': '7bcf54c4-3b63-4285-981e-25adbeaaf278', 'mac_address': 'fa:16:3e:35:74:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 19:58:27.839837 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a39c90-4328-418e-ae16-b867d86b87a7 req-71710b41-ec62-4d5b-9caf-9318a7666a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:27.841287 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-56a39c90-4328-418e-ae16-b867d86b87a7 req-71710b41-ec62-4d5b-9caf-9318a7666a1f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1668406 Jul 01 19:58:27.851686 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a8696c3b-9d79-4299-8e60-392c476ca517 req-4dddd015-a756-4707-a732-25a4a9f02121 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=6997e67e-2425-4338-8874-22131b643e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792744 Jul 01 19:58:27.880237 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804474e0-64c9-427b-9e43-75113debb4db req-61498904-4682-4bfe-a4be-7b91b0ef46a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:27.881757 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-804474e0-64c9-427b-9e43-75113debb4db req-61498904-4682-4bfe-a4be-7b91b0ef46a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1 HTTP/1.1" status: 200 len: 854 time: 0.0869191 Jul 01 19:58:27.886117 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 7bcf54c4-3b63-4285-981e-25adbeaaf278 is: ACTIVE; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:58:27.886615 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:27.901723 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bcf54c4-3b63-4285-981e-25adbeaaf278 {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:58:27.935648 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804474e0-64c9-427b-9e43-75113debb4db req-325fc350-8388-44de-8830-a42bf11ce02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:27.937456 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-804474e0-64c9-427b-9e43-75113debb4db req-325fc350-8388-44de-8830-a42bf11ce02d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd301699-ca40-48e9-9559-67a73cd4bb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479221 Jul 01 19:58:27.941773 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 7bcf54c4-3b63-4285-981e-25adbeaaf278, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7bcf54c4-3b63-4285-981e-25adbeaaf278,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:27.954408 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:27.974904 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-748bf75b-28ef-4472-90ff-e4e457222ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:27.977941 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-748bf75b-28ef-4472-90ff-e4e457222ec6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=262e5b1a6f6248cca455437d23b8d441&device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 1127 time: 0.0831661 Jul 01 19:58:28.035915 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-456ee790-ca57-47cd-a211-85fe4919d091 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3aa88b7-7e29-46f3-9c4e-3618ea05e754 HTTP/1.1" status: 200 len: 217 time: 0.0509863 Jul 01 19:58:28.049738 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=7bcf54c4-3b63-4285-981e-25adbeaaf278,revision_number=6']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:28.075450 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-804474e0-64c9-427b-9e43-75113debb4db req-890b6609-0bca-4fab-8f07-72e0cc93c3ae service neutron] 10.222.0.60 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314578 Jul 01 19:58:28.086366 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['7bcf54c4-3b63-4285-981e-25adbeaaf278'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:58:28.127426 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-9d102278-2be1-4b9d-8d75-4b7075a3d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:28.129664 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-9d102278-2be1-4b9d-8d75-4b7075a3d776 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=129fcccf-8477-4494-ac8a-396275dff649 HTTP/1.1" status: 200 len: 850 time: 0.0835192 Jul 01 19:58:28.194020 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-8593fdfc-232c-4889-be03-6b5e4fccb240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:28.195547 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-8593fdfc-232c-4889-be03-6b5e4fccb240 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593092 Jul 01 19:58:28.220783 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-804474e0-64c9-427b-9e43-75113debb4db req-38aae049-bec5-4552-b9a5-c33b011ab076 service neutron] 10.222.0.60 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380837 Jul 01 19:58:28.237407 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:28.345547 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-a060711e-f0a9-403f-a604-d23edd96dc6d service neutron] 10.222.0.60 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435270 Jul 01 19:58:28.700832 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:28.717681 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23c293-c71d-4abb-bd4d-29674b42b85b req-29685cc9-921d-4130-8102-a0b4596353d9 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:28.732839 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9f23c293-c71d-4abb-bd4d-29674b42b85b req-29685cc9-921d-4130-8102-a0b4596353d9 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 943 time: 0.0783434 Jul 01 19:58:28.837899 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24a609-76ef-4d81-a405-8bb24230e2c3 req-f3b9ea10-0b1a-460b-94c5-9262c853d793 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:28.844698 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ea24a609-76ef-4d81-a405-8bb24230e2c3 req-f3b9ea10-0b1a-460b-94c5-9262c853d793 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 944 time: 0.0996089 Jul 01 19:58:28.861247 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9f23c293-c71d-4abb-bd4d-29674b42b85b req-b8161efb-cf75-41e0-b570-5ece41c5a52a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255567 Jul 01 19:58:28.961175 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ea24a609-76ef-4d81-a405-8bb24230e2c3 req-a4b2b51c-dcd5-4b52-a47e-57f3b588b239 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148305 Jul 01 19:58:29.000206 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafbd50-8aa4-46b2-97b2-1f23479b3596 req-d43bd1df-aca1-4b0c-9ece-3a80a45bf067 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:29.002683 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3fafbd50-8aa4-46b2-97b2-1f23479b3596 req-d43bd1df-aca1-4b0c-9ece-3a80a45bf067 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb94df28-2151-48bf-9571-ae16d23c66a6 HTTP/1.1" status: 200 len: 943 time: 0.0651600 Jul 01 19:58:29.056896 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3fafbd50-8aa4-46b2-97b2-1f23479b3596 req-9fe2a1d8-7b1d-410c-8463-921ade0026d9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=6997e67e-2425-4338-8874-22131b643e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480976 Jul 01 19:58:29.250504 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0a2d66d1-a897-4009-b2f2-a2c6e912aa3d req-4bc0cf89-40c1-49b8-b47f-fff8191fc500 service neutron] 10.222.0.60 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261306 Jul 01 19:58:29.700268 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 1a187327-634a-45da-978e-23ca2730d31b details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 19:58:29.704271 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 7bcf54c4-3b63-4285-981e-25adbeaaf278 up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:58:29.781477 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port 7bcf54c4-3b63-4285-981e-25adbeaaf278 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:58:29.782354 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:29.987948 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 7bcf54c4-3b63-4285-981e-25adbeaaf278 is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:58:29.988932 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:30.029565 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 7bcf54c4-3b63-4285-981e-25adbeaaf278, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7bcf54c4-3b63-4285-981e-25adbeaaf278,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:30.032242 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebdcfdb-f355-4d88-94a2-ef1d4191f28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcf54c4-3b63-4285-981e-25adbeaaf278'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:58:30.035298 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21daab6-7c9b-4f17-9827-7f83df775a06" -d '{"events": [{"server_uuid": "aebdcfdb-f355-4d88-94a2-ef1d4191f28d", "name": "network-vif-plugged", "status": "completed", "tag": "7bcf54c4-3b63-4285-981e-25adbeaaf278"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:58:30.043463 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad94ac-7686-4b54-8fa3-edded2697feb req-47d5713a-1ae8-46ec-8baa-e52e6a3fbce9 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:30.045467 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8aad94ac-7686-4b54-8fa3-edded2697feb req-47d5713a-1ae8-46ec-8baa-e52e6a3fbce9 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 943 time: 0.0655594 Jul 01 19:58:30.065682 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 1a187327-634a-45da-978e-23ca2730d31b, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1a187327-634a-45da-978e-23ca2730d31b,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:30.079707 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:30.087775 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': '1a187327-634a-45da-978e-23ca2730d31b', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'port_id': '1a187327-634a-45da-978e-23ca2730d31b', 'mac_address': 'fa:16:3e:e2:4b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 19:58:30.120647 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:30.162287 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8aad94ac-7686-4b54-8fa3-edded2697feb req-86eff6bb-368a-4d65-ae8b-448d712007e9 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092412 Jul 01 19:58:30.174226 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=7bcf54c4-3b63-4285-981e-25adbeaaf278,revision_number=7']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:30.180560 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 1a187327-634a-45da-978e-23ca2730d31b is: DOWN; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:58:30.180979 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (1a187327-634a-45da-978e-23ca2730d31b), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:30.203307 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a187327-634a-45da-978e-23ca2730d31b {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:58:30.230969 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 1a187327-634a-45da-978e-23ca2730d31b, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1a187327-634a-45da-978e-23ca2730d31b,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:30.238357 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (1a187327-634a-45da-978e-23ca2730d31b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:30.336542 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=1a187327-634a-45da-978e-23ca2730d31b,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:30.400159 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455083c-d0f0-4b1a-bdfe-0158310b02a5 req-0802c6bf-32bc-4688-aa37-653011220872 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:30.401743 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5455083c-d0f0-4b1a-bdfe-0158310b02a5 req-0802c6bf-32bc-4688-aa37-653011220872 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.1428146 Jul 01 19:58:30.496735 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5455083c-d0f0-4b1a-bdfe-0158310b02a5 req-561e44e9-b93d-4b88-b506-709c1cbed2b9 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877640 Jul 01 19:58:30.523722 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['1a187327-634a-45da-978e-23ca2730d31b'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:58:30.574984 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:30.614795 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd56527-56ff-478d-87ab-4d1976ed14f3 x-openstack-request-id: req-cdd56527-56ff-478d-87ab-4d1976ed14f3 {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:58:30.615327 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebdcfdb-f355-4d88-94a2-ef1d4191f28d", "name": "network-vif-plugged", "status": "completed", "tag": "7bcf54c4-3b63-4285-981e-25adbeaaf278", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:58:30.615758 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cdd56527-56ff-478d-87ab-4d1976ed14f3 {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:58:30.616316 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd56527-56ff-478d-87ab-4d1976ed14f3'] response: {'server_uuid': 'aebdcfdb-f355-4d88-94a2-ef1d4191f28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcf54c4-3b63-4285-981e-25adbeaaf278', 'code': 200} Jul 01 19:58:30.671153 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859e1a4-549b-4074-8b40-61ed1582801e req-a90432aa-b447-497c-9a5a-df441fe502c7 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:30.679300 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2859e1a4-549b-4074-8b40-61ed1582801e req-a90432aa-b447-497c-9a5a-df441fe502c7 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb94df28-2151-48bf-9571-ae16d23c66a6 HTTP/1.1" status: 200 len: 944 time: 0.0784442 Jul 01 19:58:30.716586 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:30.731621 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2859e1a4-549b-4074-8b40-61ed1582801e req-e793c35f-7592-482b-aa74-4ad427e74159 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=6997e67e-2425-4338-8874-22131b643e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514598 Jul 01 19:58:31.294268 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbc0ce-d510-4ceb-882b-1a3b6d747ef8 req-1fd4bed5-be60-492f-8bd2-0d4d23efe93a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:31.296563 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-78cbc0ce-d510-4ceb-882b-1a3b6d747ef8 req-1fd4bed5-be60-492f-8bd2-0d4d23efe93a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 943 time: 0.0531435 Jul 01 19:58:31.356535 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-78cbc0ce-d510-4ceb-882b-1a3b6d747ef8 req-c1b3cc07-1b8d-4612-9deb-6f27282b8a82 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530865 Jul 01 19:58:31.640876 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bc7f1-a446-477c-b18a-d30e973b8206 req-1f54d9b3-cf30-419c-b2d3-832468aeff3a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:31.642335 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ad5bc7f1-a446-477c-b18a-d30e973b8206 req-1f54d9b3-cf30-419c-b2d3-832468aeff3a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.0600688 Jul 01 19:58:31.693761 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ad5bc7f1-a446-477c-b18a-d30e973b8206 req-f1fa0608-03bd-49dd-a7ec-d1df2c0ae214 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447283 Jul 01 19:58:31.723751 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 1a187327-634a-45da-978e-23ca2730d31b up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:58:31.773845 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning for port 1a187327-634a-45da-978e-23ca2730d31b completed by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 19:58:31.782182 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port 1a187327-634a-45da-978e-23ca2730d31b triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:58:31.782900 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (1a187327-634a-45da-978e-23ca2730d31b), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:31.864894 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 1a187327-634a-45da-978e-23ca2730d31b is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:58:31.865293 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (1a187327-634a-45da-978e-23ca2730d31b), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:31.879569 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71bce2-79fc-4c1f-854d-c49b765c2ebb req-dee9cb72-e62a-462a-8fa2-400b744de9ad tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:31.886687 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fb71bce2-79fc-4c1f-854d-c49b765c2ebb req-dee9cb72-e62a-462a-8fa2-400b744de9ad tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb94df28-2151-48bf-9571-ae16d23c66a6 HTTP/1.1" status: 200 len: 944 time: 0.0599318 Jul 01 19:58:31.903311 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 1a187327-634a-45da-978e-23ca2730d31b, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1a187327-634a-45da-978e-23ca2730d31b,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:31.909692 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (1a187327-634a-45da-978e-23ca2730d31b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:31.933555 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fb71bce2-79fc-4c1f-854d-c49b765c2ebb req-c79615dd-63d2-42d8-8790-9b54b9fe5786 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=6997e67e-2425-4338-8874-22131b643e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458050 Jul 01 19:58:31.971629 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=1a187327-634a-45da-978e-23ca2730d31b,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:32.478005 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17244fee-0462-4538-a0a0-dd6e529deb02 req-4f676541-9a9e-401a-9889-7219a58d76e7 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:32.480799 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-17244fee-0462-4538-a0a0-dd6e529deb02 req-4f676541-9a9e-401a-9889-7219a58d76e7 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 943 time: 0.0560229 Jul 01 19:58:32.527186 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:32.554385 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-17244fee-0462-4538-a0a0-dd6e529deb02 req-b211d374-16c9-48a7-9dab-63bb0c069a06 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692284 Jul 01 19:58:32.617305 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb94df28-2151-48bf-9571-ae16d23c66a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a187327-634a-45da-978e-23ca2730d31b'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:58:32.619626 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1a8df8-81b9-4bd0-b2ae-b72ad8e0e956" -d '{"events": [{"server_uuid": "eb94df28-2151-48bf-9571-ae16d23c66a6", "name": "network-vif-plugged", "status": "completed", "tag": "1a187327-634a-45da-978e-23ca2730d31b"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:58:32.665041 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b225207-4c2b-449e-b3ba-51ad16aec058 x-openstack-request-id: req-2b225207-4c2b-449e-b3ba-51ad16aec058 {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:58:32.665402 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb94df28-2151-48bf-9571-ae16d23c66a6", "name": "network-vif-plugged", "status": "completed", "tag": "1a187327-634a-45da-978e-23ca2730d31b", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:58:32.665756 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2b225207-4c2b-449e-b3ba-51ad16aec058 {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:58:32.666250 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b225207-4c2b-449e-b3ba-51ad16aec058'] response: {'server_uuid': 'eb94df28-2151-48bf-9571-ae16d23c66a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a187327-634a-45da-978e-23ca2730d31b', 'code': 200} Jul 01 19:58:32.854353 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a43ae-7c44-4086-a9e2-ea329744de93 req-98b1b22f-19e8-40c4-afa2-21cbd3e3b929 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:32.855962 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-026a43ae-7c44-4086-a9e2-ea329744de93 req-98b1b22f-19e8-40c4-afa2-21cbd3e3b929 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.0782709 Jul 01 19:58:32.872011 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60319bfc-93cb-45f6-bd34-72a7750d9060 req-bc310693-bb0d-4af1-8029-b219656fa97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:32.872910 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-60319bfc-93cb-45f6-bd34-72a7750d9060 req-bc310693-bb0d-4af1-8029-b219656fa97c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=eb94df28-2151-48bf-9571-ae16d23c66a6 HTTP/1.1" status: 200 len: 1129 time: 0.0602129 Jul 01 19:58:32.949549 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-026a43ae-7c44-4086-a9e2-ea329744de93 req-15fdb126-bc0b-4c2f-afc7-0021bdff9380 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836251 Jul 01 19:58:32.968629 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-60319bfc-93cb-45f6-bd34-72a7750d9060 req-71b11bbd-e459-4c8b-812c-dceeb94cc764 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6997e67e-2425-4338-8874-22131b643e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844204 Jul 01 19:58:33.079131 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641ef6f-f4ce-42ac-9ba8-1f97278c3b8f req-a96491b8-d168-49cb-b38f-5e7094a472ee tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:33.080978 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a641ef6f-f4ce-42ac-9ba8-1f97278c3b8f req-a96491b8-d168-49cb-b38f-5e7094a472ee tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb94df28-2151-48bf-9571-ae16d23c66a6 HTTP/1.1" status: 200 len: 945 time: 0.0516183 Jul 01 19:58:33.151553 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a641ef6f-f4ce-42ac-9ba8-1f97278c3b8f req-c96348f8-6b22-4b21-a456-495f1d03ca70 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=6997e67e-2425-4338-8874-22131b643e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621188 Jul 01 19:58:33.211917 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9d772a7e-ebae-4e58-8406-c082d3e89ca2 req-ed0c2af9-d492-4887-b321-d103020c8b12 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-313312034&fields=id&tenant_id=e33de0b0c3244c78a86fbfda1c9fbdd6 HTTP/1.1" status: 200 len: 267 time: 0.0505674 Jul 01 19:58:33.275808 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d772a7e-ebae-4e58-8406-c082d3e89ca2 req-83f1914c-576b-4341-a396-12e29de4f5ec tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:33.277751 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9d772a7e-ebae-4e58-8406-c082d3e89ca2 req-83f1914c-576b-4341-a396-12e29de4f5ec tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 985 time: 0.0588799 Jul 01 19:58:33.291772 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-9d772a7e-ebae-4e58-8406-c082d3e89ca2 req-663dd8aa-c3d0-405a-9c43-906b9bbd9e59 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Request body: {'port': {'security_groups': ['909d4703-27a0-4cae-8a9e-b0b9f9a8b021']}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:58:33.381392 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-9d772a7e-ebae-4e58-8406-c082d3e89ca2 req-663dd8aa-c3d0-405a-9c43-906b9bbd9e59 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (8c1bb424-3191-4a82-8472-b2d89cf9baca), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:33.398329 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=22 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:33.589521 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:33.627199 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-9d772a7e-ebae-4e58-8406-c082d3e89ca2 req-663dd8aa-c3d0-405a-9c43-906b9bbd9e59 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] For port 8c1bb424-3191-4a82-8472-b2d89cf9baca, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=8c1bb424-3191-4a82-8472-b2d89cf9baca,segment=NetworkSegment(fa0718ee-af58-4809-8d4c-5b6af82a8080),segment_id=fa0718ee-af58-4809-8d4c-5b6af82a8080)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:33.698298 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671768aa-58b6-4511-90be-e60469c43cc6 req-e7e0ddc9-4e90-4e6c-90bf-d82602b352ab tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:33.699794 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-671768aa-58b6-4511-90be-e60469c43cc6 req-e7e0ddc9-4e90-4e6c-90bf-d82602b352ab tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 943 time: 0.0701890 Jul 01 19:58:33.702103 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-9d772a7e-ebae-4e58-8406-c082d3e89ca2 req-663dd8aa-c3d0-405a-9c43-906b9bbd9e59 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for port (8c1bb424-3191-4a82-8472-b2d89cf9baca), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:33.719036 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-9d772a7e-ebae-4e58-8406-c082d3e89ca2 req-663dd8aa-c3d0-405a-9c43-906b9bbd9e59 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (8c1bb424-3191-4a82-8472-b2d89cf9baca), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:33.731327 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['8c1bb424-3191-4a82-8472-b2d89cf9baca'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:58:33.816979 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d772a7e-ebae-4e58-8406-c082d3e89ca2 req-663dd8aa-c3d0-405a-9c43-906b9bbd9e59 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:33.817612 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-9d772a7e-ebae-4e58-8406-c082d3e89ca2 req-663dd8aa-c3d0-405a-9c43-906b9bbd9e59 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:33.819011 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9d772a7e-ebae-4e58-8406-c082d3e89ca2 req-663dd8aa-c3d0-405a-9c43-906b9bbd9e59 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "PUT /v2.0/ports/8c1bb424-3191-4a82-8472-b2d89cf9baca HTTP/1.1" status: 200 len: 943 time: 0.5348084 Jul 01 19:58:33.819532 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58add3b8-fd7b-4911-91bd-328d58945ac9', 'tag': '8c1bb424-3191-4a82-8472-b2d89cf9baca'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:58:33.825017 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef65ac6f-c289-4dd1-887a-e87840be8bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "58add3b8-fd7b-4911-91bd-328d58945ac9", "tag": "8c1bb424-3191-4a82-8472-b2d89cf9baca"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:58:33.828685 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 60416) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:33.849573 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663dd8aa-c3d0-405a-9c43-906b9bbd9e59 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Pushing event updated for resources: {'Port': ['ID=8c1bb424-3191-4a82-8472-b2d89cf9baca,revision_number=7']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:33.930181 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-671768aa-58b6-4511-90be-e60469c43cc6 req-4405acd8-76a4-4eee-ac8a-746776b2352c tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162848 Jul 01 19:58:33.930181 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc30d4e-29f3-4f86-a493-d45f9640634f x-openstack-request-id: req-5dc30d4e-29f3-4f86-a493-d45f9640634f {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:58:33.930181 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58add3b8-fd7b-4911-91bd-328d58945ac9", "tag": "8c1bb424-3191-4a82-8472-b2d89cf9baca", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:58:33.930181 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5dc30d4e-29f3-4f86-a493-d45f9640634f {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:58:33.930181 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc30d4e-29f3-4f86-a493-d45f9640634f'] response: {'name': 'network-changed', 'server_uuid': '58add3b8-fd7b-4911-91bd-328d58945ac9', 'tag': '8c1bb424-3191-4a82-8472-b2d89cf9baca', 'status': 'completed', 'code': 200} Jul 01 19:58:33.941268 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d6f0a84f-731a-46e0-afda-495c0b579098 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for security_group (dce35b76-89c6-423c-8cb8-9feb2fe13b2a), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:33.951849 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['8c1bb424-3191-4a82-8472-b2d89cf9baca'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:58:33.982734 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d6f0a84f-731a-46e0-afda-495c0b579098 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for security_group (dce35b76-89c6-423c-8cb8-9feb2fe13b2a), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:34.007998 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65ac6f-c289-4dd1-887a-e87840be8bb1 req-de5564cb-dd7b-4bc3-b6c4-eba72d3c7958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:34.010290 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ef65ac6f-c289-4dd1-887a-e87840be8bb1 req-de5564cb-dd7b-4bc3-b6c4-eba72d3c7958 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e33de0b0c3244c78a86fbfda1c9fbdd6&device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 1130 time: 0.0735271 Jul 01 19:58:34.081082 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d6f0a84f-731a-46e0-afda-495c0b579098 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (dce35b76-89c6-423c-8cb8-9feb2fe13b2a), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:34.085556 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d6f0a84f-731a-46e0-afda-495c0b579098 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:34.089283 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-d6f0a84f-731a-46e0-afda-495c0b579098 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "DELETE /v2.0/security-groups/dce35b76-89c6-423c-8cb8-9feb2fe13b2a HTTP/1.1" status: 204 len: 168 time: 0.2580080 Jul 01 19:58:34.103931 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 60422) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:34.106608 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0a84f-731a-46e0-afda-495c0b579098 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce35b76-89c6-423c-8cb8-9feb2fe13b2a,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:34.212399 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:34.232029 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-de472cf6-939d-41e7-8211-74aca10123b7 None None] Provisioning complete for port 8c1bb424-3191-4a82-8472-b2d89cf9baca triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:58:34.232840 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-de472cf6-939d-41e7-8211-74aca10123b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (8c1bb424-3191-4a82-8472-b2d89cf9baca), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:34.340932 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-de472cf6-939d-41e7-8211-74aca10123b7 None None] Current status of the port 8c1bb424-3191-4a82-8472-b2d89cf9baca is: ACTIVE; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:58:34.579887 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a944e9-8578-41c2-9c30-d1706f30e9f5 req-dc2ed248-cd86-4d87-8e56-794b19ffbbc5 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:34.581544 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f3a944e9-8578-41c2-9c30-d1706f30e9f5 req-dc2ed248-cd86-4d87-8e56-794b19ffbbc5 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.5032141 Jul 01 19:58:34.587928 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:34.619744 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2009ad-0eae-480f-92a8-5140901c123f req-6d0934fe-763a-4f24-8434-6bc7a13ed6f3 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:34.621110 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5f2009ad-0eae-480f-92a8-5140901c123f req-6d0934fe-763a-4f24-8434-6bc7a13ed6f3 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb94df28-2151-48bf-9571-ae16d23c66a6 HTTP/1.1" status: 200 len: 945 time: 0.1503651 Jul 01 19:58:34.658778 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65ac6f-c289-4dd1-887a-e87840be8bb1 req-761fab07-75c3-4bc0-ade1-63a2a5f7cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:34.660651 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ef65ac6f-c289-4dd1-887a-e87840be8bb1 req-761fab07-75c3-4bc0-ade1-63a2a5f7cf74 service neutron] 10.222.0.60 "GET /v2.0/networks?id=278aa73b-8d63-4a59-a3b7-723c6888fb9e HTTP/1.1" status: 200 len: 915 time: 0.6399312 Jul 01 19:58:34.781647 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f3a944e9-8578-41c2-9c30-d1706f30e9f5 req-95d5a120-8c0c-4e69-82c7-9ba46249bf83 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891747 Jul 01 19:58:34.829859 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5f2009ad-0eae-480f-92a8-5140901c123f req-3c9441c8-2ad3-4eb1-afa8-4f5950fffbc5 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=6997e67e-2425-4338-8874-22131b643e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687613 Jul 01 19:58:34.845387 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b5928-5583-46ff-b837-2ff11eddd566 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Deleting port b704cd15-6118-41ae-9a80-66425f630e20 {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:58:34.846113 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-aa0b5928-5583-46ff-b837-2ff11eddd566 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (b704cd15-6118-41ae-9a80-66425f630e20), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:34.867215 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:34.884413 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ef65ac6f-c289-4dd1-887a-e87840be8bb1 req-f569fb50-6c18-4620-b543-0833577d7e93 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c1bb424-3191-4a82-8472-b2d89cf9baca HTTP/1.1" status: 200 len: 1002 time: 0.1430538 Jul 01 19:58:34.928367 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:34.953322 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-aa0b5928-5583-46ff-b837-2ff11eddd566 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (b704cd15-6118-41ae-9a80-66425f630e20), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:34.953704 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-aa0b5928-5583-46ff-b837-2ff11eddd566 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for floatingip (b704cd15-6118-41ae-9a80-66425f630e20), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:34.991043 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b5928-5583-46ff-b837-2ff11eddd566 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Calling delete_port for b704cd15-6118-41ae-9a80-66425f630e20 owned by network:floatingip {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:58:35.088522 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a04a5-56b3-421b-9616-ad878e31928e req-e103b14c-28ca-43f0-88d5-331835f2fe88 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:35.090037 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-589a04a5-56b3-421b-9616-ad878e31928e req-e103b14c-28ca-43f0-88d5-331835f2fe88 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 943 time: 0.0967135 Jul 01 19:58:35.184290 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-589a04a5-56b3-421b-9616-ad878e31928e req-739ec588-857c-40f0-910d-287a7049999d tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824988 Jul 01 19:58:35.255800 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-aa0b5928-5583-46ff-b837-2ff11eddd566 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (b704cd15-6118-41ae-9a80-66425f630e20), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:35.282824 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b5928-5583-46ff-b837-2ff11eddd566 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Pushing event deleted for resources: {'Port': ['ID=b704cd15-6118-41ae-9a80-66425f630e20,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:35.356196 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-aa0b5928-5583-46ff-b837-2ff11eddd566 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks [] for floatingip (7ffb1e3c-90e5-4e04-a253-80c9367af84c), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:35.357120 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.l3_db [None req-aa0b5928-5583-46ff-b837-2ff11eddd566 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Floating IP 7ffb1e3c-90e5-4e04-a253-80c9367af84c disassociated (deleted). External IP: 172.27.1.117, port: 8c1bb424-3191-4a82-8472-b2d89cf9baca. Jul 01 19:58:35.595327 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65ac6f-c289-4dd1-887a-e87840be8bb1 req-9a832ad7-1eb6-494f-adfd-e6edf4ca7ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:35.596790 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ef65ac6f-c289-4dd1-887a-e87840be8bb1 req-9a832ad7-1eb6-494f-adfd-e6edf4ca7ff1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ada78ccc-02e0-43d8-81bf-098a7035a7ba HTTP/1.1" status: 200 len: 853 time: 0.1178858 Jul 01 19:58:35.647920 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:35.664918 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65ac6f-c289-4dd1-887a-e87840be8bb1 req-a1d0a204-5a7e-4250-a634-5834755ccfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:35.666429 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ef65ac6f-c289-4dd1-887a-e87840be8bb1 req-a1d0a204-5a7e-4250-a634-5834755ccfd9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=278aa73b-8d63-4a59-a3b7-723c6888fb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612004 Jul 01 19:58:35.687654 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0b5928-5583-46ff-b837-2ff11eddd566 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Router ef94aecc-521b-4bbd-92ac-87046f6d9c3b has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:58:35.859658 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 19:58:35.945386 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ef65ac6f-c289-4dd1-887a-e87840be8bb1 req-ed22abd3-24f4-44ff-8082-608e547869a9 service neutron] 10.222.0.60 "GET /v2.0/networks/278aa73b-8d63-4a59-a3b7-723c6888fb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690454 Jul 01 19:58:35.979892 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:35.999169 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0b5928-5583-46ff-b837-2ff11eddd566 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:58:36.004454 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-aa0b5928-5583-46ff-b837-2ff11eddd566 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:36.011840 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2820c02f-7846-4a53-90d7-e5aa6f48bff0 None None] Sync routers for ids ['ef94aecc-521b-4bbd-92ac-87046f6d9c3b'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:58:36.026243 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94b108-9320-4328-a816-efa3c0a474f1 req-999070cb-1f0c-4528-8c43-753bca4c90f3 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:36.027775 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4c94b108-9320-4328-a816-efa3c0a474f1 req-999070cb-1f0c-4528-8c43-753bca4c90f3 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.1353538 Jul 01 19:58:36.040229 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2820c02f-7846-4a53-90d7-e5aa6f48bff0 None None] Routers {'ef94aecc-521b-4bbd-92ac-87046f6d9c3b'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:58:36.041152 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-2820c02f-7846-4a53-90d7-e5aa6f48bff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:58:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['ef94aecc-521b-4bbd-92ac-87046f6d9c3b'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:36.062606 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a7dbc-0c0d-4e13-92c3-78945c72be52 req-5260ba0d-a88c-4041-9793-4946686ffdde tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:36.064062 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-098a7dbc-0c0d-4e13-92c3-78945c72be52 req-5260ba0d-a88c-4041-9793-4946686ffdde tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb94df28-2151-48bf-9571-ae16d23c66a6 HTTP/1.1" status: 200 len: 945 time: 0.1682060 Jul 01 19:58:36.146093 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-aa0b5928-5583-46ff-b837-2ff11eddd566 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "DELETE /v2.0/floatingips/7ffb1e3c-90e5-4e04-a253-80c9367af84c HTTP/1.1" status: 204 len: 168 time: 2.0261822 Jul 01 19:58:36.149619 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58add3b8-fd7b-4911-91bd-328d58945ac9', 'tag': '8c1bb424-3191-4a82-8472-b2d89cf9baca'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:58:36.151889 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8afe766-2f61-4e1d-ad38-06fbc3fe553e" -d '{"events": [{"name": "network-changed", "server_uuid": "58add3b8-fd7b-4911-91bd-328d58945ac9", "tag": "8c1bb424-3191-4a82-8472-b2d89cf9baca"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:58:36.168906 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-2820c02f-7846-4a53-90d7-e5aa6f48bff0 None None] Set router ef94aecc-521b-4bbd-92ac-87046f6d9c3b gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:58:36.201641 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ef65ac6f-c289-4dd1-887a-e87840be8bb1 req-c52a546e-cf13-4231-820d-621c87efde97 service neutron] 10.222.0.60 "GET /v2.0/networks/278aa73b-8d63-4a59-a3b7-723c6888fb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336085 Jul 01 19:58:36.223356 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-098a7dbc-0c0d-4e13-92c3-78945c72be52 req-fe249c21-5f6b-4fd7-b95a-8a0151a7a07a tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=6997e67e-2425-4338-8874-22131b643e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234658 Jul 01 19:58:36.227385 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4c94b108-9320-4328-a816-efa3c0a474f1 req-43ec9a42-3ffb-4ce8-a840-509202f9165f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712501 Jul 01 19:58:36.299024 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-dbeed29b-ece0-49a7-a8cd-909fcb45d264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:36.308265 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4f949c-13d7-430c-b6a1-0b8591fd3aeb x-openstack-request-id: req-3c4f949c-13d7-430c-b6a1-0b8591fd3aeb {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:58:36.308745 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58add3b8-fd7b-4911-91bd-328d58945ac9", "tag": "8c1bb424-3191-4a82-8472-b2d89cf9baca", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:58:36.309029 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3c4f949c-13d7-430c-b6a1-0b8591fd3aeb {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:58:36.309474 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c4f949c-13d7-430c-b6a1-0b8591fd3aeb'] response: {'name': 'network-changed', 'server_uuid': '58add3b8-fd7b-4911-91bd-328d58945ac9', 'tag': '8c1bb424-3191-4a82-8472-b2d89cf9baca', 'status': 'completed', 'code': 200} Jul 01 19:58:36.442464 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14d6fc-16dc-419d-bd89-e4ad3c35f612 req-1b987fa4-0742-4ee1-bf87-1c19c88899e3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:36.444458 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3a14d6fc-16dc-419d-bd89-e4ad3c35f612 req-1b987fa4-0742-4ee1-bf87-1c19c88899e3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 943 time: 0.0805786 Jul 01 19:58:36.470856 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-2820c02f-7846-4a53-90d7-e5aa6f48bff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'name': 'tempest-TestMinimumBasicScenario-325206908-router', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:56:08Z', 'revision_number': 4, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'gw_port': {'id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '44d20433-5a1c-43fc-89e1-5516470c5e03', 'name': '', 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'mac_address': 'fa:16:3e:4d:58:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ada78ccc-02e0-43d8-81bf-098a7035a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:07Z', 'updated_at': '2022-07-01T19:56:15Z', 'revision_number': 5, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'subnets': [{'id': 'ada78ccc-02e0-43d8-81bf-098a7035a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:36.505652 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2820c02f-7846-4a53-90d7-e5aa6f48bff0 None None] Checking router: ef94aecc-521b-4bbd-92ac-87046f6d9c3b for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:58:36.514815 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2820c02f-7846-4a53-90d7-e5aa6f48bff0 None None] Routers {'ef94aecc-521b-4bbd-92ac-87046f6d9c3b'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:58:36.515439 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-2820c02f-7846-4a53-90d7-e5aa6f48bff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:58:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['ef94aecc-521b-4bbd-92ac-87046f6d9c3b'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:36.558527 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3a14d6fc-16dc-419d-bd89-e4ad3c35f612 req-85f4e93a-134f-4203-93d1-0946dbbe1c1d tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059022 Jul 01 19:58:36.630377 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3778833-2ad6-4ee7-91be-e68d0034690f req-c755d295-822f-489f-a824-b606d67b2241 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:36.649109 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 60458) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:36.649742 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b3778833-2ad6-4ee7-91be-e68d0034690f req-c755d295-822f-489f-a824-b606d67b2241 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb94df28-2151-48bf-9571-ae16d23c66a6 HTTP/1.1" status: 200 len: 945 time: 0.0827651 Jul 01 19:58:36.654761 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-da1b287b-f6b4-4207-8b82-b435c413fbf1 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Request body: {'floatingip': {'port_id': '1a187327-634a-45da-978e-23ca2730d31b'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:58:36.721287 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afe766-2f61-4e1d-ad38-06fbc3fe553e req-8d2b4b01-2159-4e12-ad67-cd6b7976fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:36.725918 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-da1b287b-f6b4-4207-8b82-b435c413fbf1 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (9d2025de-a91a-4c08-9bdf-ca9930d090b5), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:36.726424 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-2820c02f-7846-4a53-90d7-e5aa6f48bff0 None None] Set router ef94aecc-521b-4bbd-92ac-87046f6d9c3b gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:58:36.730255 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b8afe766-2f61-4e1d-ad38-06fbc3fe553e req-8d2b4b01-2159-4e12-ad67-cd6b7976fc6b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e33de0b0c3244c78a86fbfda1c9fbdd6&device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 1130 time: 0.0784409 Jul 01 19:58:36.946093 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:36.971743 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:36.998367 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:37.161481 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-2820c02f-7846-4a53-90d7-e5aa6f48bff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'name': 'tempest-TestMinimumBasicScenario-325206908-router', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:56:08Z', 'revision_number': 4, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'gw_port': {'id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '44d20433-5a1c-43fc-89e1-5516470c5e03', 'name': '', 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'mac_address': 'fa:16:3e:4d:58:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ada78ccc-02e0-43d8-81bf-098a7035a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:07Z', 'updated_at': '2022-07-01T19:56:15Z', 'revision_number': 5, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'subnets': [{'id': 'ada78ccc-02e0-43d8-81bf-098a7035a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:37.190668 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2820c02f-7846-4a53-90d7-e5aa6f48bff0 None None] The sync data for ids ['ef94aecc-521b-4bbd-92ac-87046f6d9c3b'] in dv-cinder-844601-7-iscsi is: [{'id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'name': 'tempest-TestMinimumBasicScenario-325206908-router', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:56:08Z', 'revision_number': 4, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'gw_port': {'id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '44d20433-5a1c-43fc-89e1-5516470c5e03', 'name': '', 'network_id': '278aa73b-8d63-4a59-a3b7-723c6888fb9e', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'mac_address': 'fa:16:3e:4d:58:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ada78ccc-02e0-43d8-81bf-098a7035a7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:07Z', 'updated_at': '2022-07-01T19:56:15Z', 'revision_number': 5, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'subnets': [{'id': 'ada78ccc-02e0-43d8-81bf-098a7035a7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:58:37.234205 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-da1b287b-f6b4-4207-8b82-b435c413fbf1 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:37.240389 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-da1b287b-f6b4-4207-8b82-b435c413fbf1 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (9d2025de-a91a-4c08-9bdf-ca9930d090b5), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:37.359313 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.l3_db [None req-da1b287b-f6b4-4207-8b82-b435c413fbf1 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Floating IP 9d2025de-a91a-4c08-9bdf-ca9930d090b5 associated. External IP: 172.27.1.206, port: 1a187327-634a-45da-978e-23ca2730d31b. Jul 01 19:58:37.391694 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07009a85-6fcd-44f5-a53f-e9306d68845d req-688af890-de16-42c0-8db2-f5bbd0b1ab3a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:37.401945 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-07009a85-6fcd-44f5-a53f-e9306d68845d req-688af890-de16-42c0-8db2-f5bbd0b1ab3a tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.0618730 Jul 01 19:58:37.441965 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:37.609848 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:37.621835 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-07009a85-6fcd-44f5-a53f-e9306d68845d req-a167fc29-8bb6-4d8a-befd-ab963085de81 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190151 Jul 01 19:58:37.635540 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afe766-2f61-4e1d-ad38-06fbc3fe553e req-ff23a19b-2afc-403c-8851-78d1416c9241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:37.637119 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b8afe766-2f61-4e1d-ad38-06fbc3fe553e req-ff23a19b-2afc-403c-8851-78d1416c9241 service neutron] 10.222.0.60 "GET /v2.0/networks?id=278aa73b-8d63-4a59-a3b7-723c6888fb9e HTTP/1.1" status: 200 len: 915 time: 0.2106531 Jul 01 19:58:37.667669 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2550ff-71c9-477a-b378-23c7cd38dad1 None None] New status for floating IP 7ffb1e3c-90e5-4e04-a253-80c9367af84c: DOWN {{(pid=110547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 19:58:37.692377 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1b287b-f6b4-4207-8b82-b435c413fbf1 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:58:37.723719 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a64f5-1bb0-4766-b55d-12d78ff5c138 req-267c6d1a-910e-4e93-9ed1-e78e97817899 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:37.730914 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-478a64f5-1bb0-4766-b55d-12d78ff5c138 req-267c6d1a-910e-4e93-9ed1-e78e97817899 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 943 time: 0.0635641 Jul 01 19:58:37.736384 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device c3aa88b7-7e29-46f3-9c4e-3618ea05e754 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 19:58:37.848129 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-478a64f5-1bb0-4766-b55d-12d78ff5c138 req-c5bd7207-5e0f-4314-9de8-d591e2a28b8d tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163554 Jul 01 19:58:37.866045 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:37.874685 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1b287b-f6b4-4207-8b82-b435c413fbf1 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:58:37.879923 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-da1b287b-f6b4-4207-8b82-b435c413fbf1 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:37.907161 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc9b3f5-357e-4aa2-9232-39bc840caf8f None None] Sync routers for ids ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:58:37.913696 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-da1b287b-f6b4-4207-8b82-b435c413fbf1 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "PUT /v2.0/floatingips/9d2025de-a91a-4c08-9bdf-ca9930d090b5 HTTP/1.1" status: 200 len: 991 time: 1.2603664 Jul 01 19:58:37.913696 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb94df28-2151-48bf-9571-ae16d23c66a6', 'tag': '1a187327-634a-45da-978e-23ca2730d31b'}] {{(pid=110545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:58:37.915574 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcb8287ee1e4b298a834a36a05516dc05427937f10d56c225ffa2f4d88459ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b17795-addf-4ee6-a0cc-d9978aaa8d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb94df28-2151-48bf-9571-ae16d23c66a6", "tag": "1a187327-634a-45da-978e-23ca2730d31b"}]}' {{(pid=110545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:58:37.930181 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc9b3f5-357e-4aa2-9232-39bc840caf8f None None] Routers {'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:58:37.930822 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-dcc9b3f5-357e-4aa2-9232-39bc840caf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:58:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:38.018983 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dad7125-c9af-4e49-b923-780364430b7d x-openstack-request-id: req-6dad7125-c9af-4e49-b923-780364430b7d {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:58:38.020524 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb94df28-2151-48bf-9571-ae16d23c66a6", "tag": "1a187327-634a-45da-978e-23ca2730d31b", "status": "completed", "code": 200}]} {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:58:38.020629 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b8afe766-2f61-4e1d-ad38-06fbc3fe553e req-08cafea7-d5ae-4aaf-ab81-faf1984a15f2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c1bb424-3191-4a82-8472-b2d89cf9baca HTTP/1.1" status: 200 len: 217 time: 0.0907385 Jul 01 19:58:38.020713 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6dad7125-c9af-4e49-b923-780364430b7d {{(pid=110545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:58:38.020713 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dad7125-c9af-4e49-b923-780364430b7d'] response: {'name': 'network-changed', 'server_uuid': 'eb94df28-2151-48bf-9571-ae16d23c66a6', 'tag': '1a187327-634a-45da-978e-23ca2730d31b', 'status': 'completed', 'code': 200} Jul 01 19:58:38.127794 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-dcc9b3f5-357e-4aa2-9232-39bc840caf8f None None] Set router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:58:38.152848 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b17795-addf-4ee6-a0cc-d9978aaa8d4f req-b28d7cc2-8390-4f3a-a85f-7be88bb471f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:38.162919 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-39b17795-addf-4ee6-a0cc-d9978aaa8d4f req-b28d7cc2-8390-4f3a-a85f-7be88bb471f1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=983da191c3d44e608e40f289e26d3603&device_id=eb94df28-2151-48bf-9571-ae16d23c66a6 HTTP/1.1" status: 200 len: 1129 time: 0.0925789 Jul 01 19:58:38.171410 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afe766-2f61-4e1d-ad38-06fbc3fe553e req-ad4df334-3718-47c5-85b4-33922ec2263d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:38.173263 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b8afe766-2f61-4e1d-ad38-06fbc3fe553e req-ad4df334-3718-47c5-85b4-33922ec2263d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ada78ccc-02e0-43d8-81bf-098a7035a7ba HTTP/1.1" status: 200 len: 853 time: 0.1205475 Jul 01 19:58:38.245920 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afe766-2f61-4e1d-ad38-06fbc3fe553e req-832d4f1e-5c62-4c97-b100-d5f2a02852fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:38.245920 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b8afe766-2f61-4e1d-ad38-06fbc3fe553e req-832d4f1e-5c62-4c97-b100-d5f2a02852fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=278aa73b-8d63-4a59-a3b7-723c6888fb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614936 Jul 01 19:58:38.264778 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port c3aa88b7-7e29-46f3-9c4e-3618ea05e754, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=c3aa88b7-7e29-46f3-9c4e-3618ea05e754,segment=NetworkSegment(a69f7f5c-c87c-4f45-9684-446699fd887d),segment_id=a69f7f5c-c87c-4f45-9684-446699fd887d)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:38.318846 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': 'c3aa88b7-7e29-46f3-9c4e-3618ea05e754', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'port_id': 'c3aa88b7-7e29-46f3-9c4e-3618ea05e754', 'mac_address': 'fa:16:3e:2f:c2:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129fcccf-8477-4494-ac8a-396275dff649', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 19:58:38.367448 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b17795-addf-4ee6-a0cc-d9978aaa8d4f req-d2024b4b-0c61-449f-a5c1-730b8a6ecab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:38.370003 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-39b17795-addf-4ee6-a0cc-d9978aaa8d4f req-d2024b4b-0c61-449f-a5c1-730b8a6ecab8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd301699-ca40-48e9-9559-67a73cd4bb19 HTTP/1.1" status: 200 len: 916 time: 0.2074118 Jul 01 19:58:38.406103 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port c3aa88b7-7e29-46f3-9c4e-3618ea05e754 is: DOWN; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:58:38.406782 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (c3aa88b7-7e29-46f3-9c4e-3618ea05e754), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:38.423784 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b8afe766-2f61-4e1d-ad38-06fbc3fe553e req-7758d900-a449-4688-bbfa-bc586b520ffb service neutron] 10.222.0.60 "GET /v2.0/networks/278aa73b-8d63-4a59-a3b7-723c6888fb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668897 Jul 01 19:58:38.436443 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3aa88b7-7e29-46f3-9c4e-3618ea05e754 {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:58:38.481262 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-39b17795-addf-4ee6-a0cc-d9978aaa8d4f req-6ba697ae-56bd-4f24-82f6-51966c6ec2b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a187327-634a-45da-978e-23ca2730d31b HTTP/1.1" status: 200 len: 999 time: 0.1031711 Jul 01 19:58:38.494558 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port c3aa88b7-7e29-46f3-9c4e-3618ea05e754, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=c3aa88b7-7e29-46f3-9c4e-3618ea05e754,segment=NetworkSegment(a69f7f5c-c87c-4f45-9684-446699fd887d),segment_id=a69f7f5c-c87c-4f45-9684-446699fd887d)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:38.507776 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=100 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:38.514802 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (c3aa88b7-7e29-46f3-9c4e-3618ea05e754), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:38.535084 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-dcc9b3f5-357e-4aa2-9232-39bc840caf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '9d2025de-a91a-4c08-9bdf-ca9930d090b5', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'port_id': '1a187327-634a-45da-978e-23ca2730d31b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'mac_address': 'fa:16:3e:e2:4b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94df28-2151-48bf-9571-ae16d23c66a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:58:21Z', 'updated_at': '2022-07-01T19:58:37Z', 'revision_number': 1, 'project_id': '983da191c3d44e608e40f289e26d3603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:23Z', 'revision_number': 5, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:38.560707 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b17795-addf-4ee6-a0cc-d9978aaa8d4f req-bd7e2fb6-bf29-4347-baa1-1b90550aabd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:38.566506 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-39b17795-addf-4ee6-a0cc-d9978aaa8d4f req-bd7e2fb6-bf29-4347-baa1-1b90550aabd3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1 HTTP/1.1" status: 200 len: 854 time: 0.0704577 Jul 01 19:58:38.594924 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b8afe766-2f61-4e1d-ad38-06fbc3fe553e req-b2433012-48ca-4380-9957-58ead65a2e9b service neutron] 10.222.0.60 "GET /v2.0/networks/278aa73b-8d63-4a59-a3b7-723c6888fb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637406 Jul 01 19:58:38.641894 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b17795-addf-4ee6-a0cc-d9978aaa8d4f req-d708ef17-3239-405d-8963-9d9f56c5e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:38.648976 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc9b3f5-357e-4aa2-9232-39bc840caf8f None None] Checking router: c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:58:38.650440 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-39b17795-addf-4ee6-a0cc-d9978aaa8d4f req-d708ef17-3239-405d-8963-9d9f56c5e89f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd301699-ca40-48e9-9559-67a73cd4bb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741503 Jul 01 19:58:38.699827 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc9b3f5-357e-4aa2-9232-39bc840caf8f None None] Routers {'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:58:38.700490 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-dcc9b3f5-357e-4aa2-9232-39bc840caf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:58:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:38.804422 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=c3aa88b7-7e29-46f3-9c4e-3618ea05e754,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:38.807147 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-1b816cde-a6ff-42e8-bedf-6fa9585f84d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:38.899223 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-dcc9b3f5-357e-4aa2-9232-39bc840caf8f None None] Set router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:58:38.914741 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ed960-48e4-4bb7-9087-dd1a2fab1495 req-262bffc1-ea0f-4e08-b74f-b863a1289ccb tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:38.918720 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2e4ed960-48e4-4bb7-9087-dd1a2fab1495 req-262bffc1-ea0f-4e08-b74f-b863a1289ccb tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.1443503 Jul 01 19:58:39.017445 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['c3aa88b7-7e29-46f3-9c4e-3618ea05e754'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:58:39.084241 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2e4ed960-48e4-4bb7-9087-dd1a2fab1495 req-048de4e0-9247-4cf9-b1c9-3bebfa483928 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580665 Jul 01 19:58:39.250353 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c52e2-9da8-4917-9936-652315e486b0 req-d01007e6-1f7f-4fd7-99d3-5db0f06d3928 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:39.254494 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-177c52e2-9da8-4917-9936-652315e486b0 req-d01007e6-1f7f-4fd7-99d3-5db0f06d3928 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 944 time: 0.0889070 Jul 01 19:58:39.261857 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-39b17795-addf-4ee6-a0cc-d9978aaa8d4f req-ef324997-75cb-49e0-afc3-8761c76bdedc service neutron] 10.222.0.60 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6082239 Jul 01 19:58:39.329107 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-177c52e2-9da8-4917-9936-652315e486b0 req-b254a5c8-1050-495a-b964-4e424b82149b tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659652 Jul 01 19:58:39.354420 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=100 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:39.478848 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-dcc9b3f5-357e-4aa2-9232-39bc840caf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '9d2025de-a91a-4c08-9bdf-ca9930d090b5', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'port_id': '1a187327-634a-45da-978e-23ca2730d31b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'mac_address': 'fa:16:3e:e2:4b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94df28-2151-48bf-9571-ae16d23c66a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:58:21Z', 'updated_at': '2022-07-01T19:58:37Z', 'revision_number': 1, 'project_id': '983da191c3d44e608e40f289e26d3603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:23Z', 'revision_number': 5, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:39.536325 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-39b17795-addf-4ee6-a0cc-d9978aaa8d4f req-63d965ff-d4a4-45f1-bae9-70ebadba724b service neutron] 10.222.0.60 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012747 Jul 01 19:58:39.548256 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc9b3f5-357e-4aa2-9232-39bc840caf8f None None] The sync data for ids ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'] in dv-cinder-844601-7-iscsi is: [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '9d2025de-a91a-4c08-9bdf-ca9930d090b5', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'port_id': '1a187327-634a-45da-978e-23ca2730d31b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'mac_address': 'fa:16:3e:e2:4b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94df28-2151-48bf-9571-ae16d23c66a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:58:21Z', 'updated_at': '2022-07-01T19:58:37Z', 'revision_number': 1, 'project_id': '983da191c3d44e608e40f289e26d3603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:23Z', 'revision_number': 5, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:58:39.752621 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:39.783793 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fadf4f1-9d7b-4fbf-bbf5-334538f0a322 None None] New status for floating IP 9d2025de-a91a-4c08-9bdf-ca9930d090b5: ACTIVE {{(pid=110547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 19:58:40.160994 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:40.203826 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3720ae-f800-4ff8-8beb-2e3727bc0a9f req-4e466163-b727-4013-8b89-29abb8dab0a4 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:40.205306 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6e3720ae-f800-4ff8-8beb-2e3727bc0a9f req-4e466163-b727-4013-8b89-29abb8dab0a4 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.0530975 Jul 01 19:58:40.252477 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6e3720ae-f800-4ff8-8beb-2e3727bc0a9f req-258f0dfa-dc93-48e7-b046-21a852dabedb tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410171 Jul 01 19:58:40.445864 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device c3aa88b7-7e29-46f3-9c4e-3618ea05e754 up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:58:40.507520 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning for port c3aa88b7-7e29-46f3-9c4e-3618ea05e754 completed by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 19:58:40.515832 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e625c4-61da-4484-882e-1f5107a38e1b req-4728f9cf-f673-4813-b672-47aff313be9f tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:40.522876 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port c3aa88b7-7e29-46f3-9c4e-3618ea05e754 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:58:40.523253 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (c3aa88b7-7e29-46f3-9c4e-3618ea05e754), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:40.524810 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f5e625c4-61da-4484-882e-1f5107a38e1b req-4728f9cf-f673-4813-b672-47aff313be9f tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 944 time: 0.0869019 Jul 01 19:58:40.561342 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53859772-df81-4acf-846b-83026ead13cd req-0921b340-8214-4ade-a030-12a76bc5f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:40.563215 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-53859772-df81-4acf-846b-83026ead13cd req-0921b340-8214-4ade-a030-12a76bc5f00b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8e38ec3f92a47fe98829eb3d289cdb4&device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 1129 time: 0.0644479 Jul 01 19:58:40.577045 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f5e625c4-61da-4484-882e-1f5107a38e1b req-c494bcfa-0f16-42bc-a081-0b9aa3792b69 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513568 Jul 01 19:58:40.610641 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port c3aa88b7-7e29-46f3-9c4e-3618ea05e754 is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:58:40.611243 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (c3aa88b7-7e29-46f3-9c4e-3618ea05e754), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:40.615112 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:40.633569 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:40.639643 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c2262f-a173-4336-91b1-f5f7a20bf96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa88b7-7e29-46f3-9c4e-3618ea05e754'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:58:40.642429 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dfa909-0b2f-474a-83d6-908b76df5a7f" -d '{"events": [{"server_uuid": "54c2262f-a173-4336-91b1-f5f7a20bf96d", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa88b7-7e29-46f3-9c4e-3618ea05e754"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:58:40.657420 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port c3aa88b7-7e29-46f3-9c4e-3618ea05e754, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=c3aa88b7-7e29-46f3-9c4e-3618ea05e754,segment=NetworkSegment(a69f7f5c-c87c-4f45-9684-446699fd887d),segment_id=a69f7f5c-c87c-4f45-9684-446699fd887d)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:40.667251 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (c3aa88b7-7e29-46f3-9c4e-3618ea05e754), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:40.692127 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53859772-df81-4acf-846b-83026ead13cd req-f5e12c91-f42e-4925-bb99-e6f746e31632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:40.694468 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-53859772-df81-4acf-846b-83026ead13cd req-f5e12c91-f42e-4925-bb99-e6f746e31632 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e9d88c7-2969-402f-b3c2-096acc062b79 HTTP/1.1" status: 200 len: 918 time: 0.1128013 Jul 01 19:58:40.695473 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497339c0-d7ba-4428-8690-13a17a18cf04 x-openstack-request-id: req-497339c0-d7ba-4428-8690-13a17a18cf04 {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:58:40.695899 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c2262f-a173-4336-91b1-f5f7a20bf96d", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa88b7-7e29-46f3-9c4e-3618ea05e754", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:58:40.696162 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-497339c0-d7ba-4428-8690-13a17a18cf04 {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:58:40.696557 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-497339c0-d7ba-4428-8690-13a17a18cf04'] response: {'server_uuid': '54c2262f-a173-4336-91b1-f5f7a20bf96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa88b7-7e29-46f3-9c4e-3618ea05e754', 'code': 200} Jul 01 19:58:40.724543 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=c3aa88b7-7e29-46f3-9c4e-3618ea05e754,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:40.750549 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2b334-04e8-4823-864b-5e22baed43fb req-6be52282-0c85-43e5-a37e-11a8ca5d8bbb tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:40.752145 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e8c2b334-04e8-4823-864b-5e22baed43fb req-6be52282-0c85-43e5-a37e-11a8ca5d8bbb tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 946 time: 0.0535944 Jul 01 19:58:40.801205 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e8c2b334-04e8-4823-864b-5e22baed43fb req-384614a2-6d07-4982-bf2e-68e19f63aac6 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424888 Jul 01 19:58:41.106219 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:41.335021 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:41.375341 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b1c95-a835-40fb-bf59-408cc7fe9079 req-47d656a2-e53d-4b5e-8e96-104af6458198 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:41.376860 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-151b1c95-a835-40fb-bf59-408cc7fe9079 req-47d656a2-e53d-4b5e-8e96-104af6458198 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.0504808 Jul 01 19:58:41.407320 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:41.437213 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-151b1c95-a835-40fb-bf59-408cc7fe9079 req-2bec8cb7-bdb8-4a97-a37a-2b4abefbe4bd tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546801 Jul 01 19:58:41.696116 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e963ae3-0e78-4010-a7ca-0ea105f2d66c req-4cace94b-e882-4da9-a517-86e069b43c11 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:41.697571 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1e963ae3-0e78-4010-a7ca-0ea105f2d66c req-4cace94b-e882-4da9-a517-86e069b43c11 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 945 time: 0.0468688 Jul 01 19:58:41.749502 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1e963ae3-0e78-4010-a7ca-0ea105f2d66c req-0688b9b7-4eed-45ab-981d-af70de95d10c tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464962 Jul 01 19:58:41.915968 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540fb93-dad6-41db-89f2-f6ec20db55c2 req-0418004b-09bb-4ff1-981c-af066d91ce81 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:41.917318 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a540fb93-dad6-41db-89f2-f6ec20db55c2 req-0418004b-09bb-4ff1-981c-af066d91ce81 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 946 time: 0.0471144 Jul 01 19:58:41.963947 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a540fb93-dad6-41db-89f2-f6ec20db55c2 req-99186a63-00f0-4bda-abbe-09e0a01989ec tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411129 Jul 01 19:58:42.153860 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-53859772-df81-4acf-846b-83026ead13cd req-01a22440-635e-4589-afa2-9f906c209465 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bcf54c4-3b63-4285-981e-25adbeaaf278 HTTP/1.1" status: 200 len: 1000 time: 0.0625196 Jul 01 19:58:42.313382 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=100 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:42.330698 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53859772-df81-4acf-846b-83026ead13cd req-53f34641-5f37-4073-a29a-f56d363e4d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:42.332748 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-53859772-df81-4acf-846b-83026ead13cd req-53f34641-5f37-4073-a29a-f56d363e4d79 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=76c01db0-193d-4246-8c54-cae6849bb14c HTTP/1.1" status: 200 len: 856 time: 0.0485666 Jul 01 19:58:42.376539 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6574c-a96b-4ed6-88cd-8153f900e40c req-998e84d9-6fe2-461d-9f60-f994e57d4215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:42.378782 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c4d6574c-a96b-4ed6-88cd-8153f900e40c req-998e84d9-6fe2-461d-9f60-f994e57d4215 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 1129 time: 0.0398471 Jul 01 19:58:42.380662 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53859772-df81-4acf-846b-83026ead13cd req-fb467fa6-acbd-405e-9461-de6e3ed8f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:42.382148 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-53859772-df81-4acf-846b-83026ead13cd req-fb467fa6-acbd-405e-9461-de6e3ed8f249 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9d88c7-2969-402f-b3c2-096acc062b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426819 Jul 01 19:58:42.559058 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c317c7e-3dbe-4c6f-b1c6-11c58c48a2a3 req-f8e3b264-93a5-4b79-ba23-5355e784d41c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:42.560776 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7c317c7e-3dbe-4c6f-b1c6-11c58c48a2a3 req-f8e3b264-93a5-4b79-ba23-5355e784d41c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.0501037 Jul 01 19:58:42.610585 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7c317c7e-3dbe-4c6f-b1c6-11c58c48a2a3 req-90534fe5-79ba-4751-a00e-9d125584cb1b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440648 Jul 01 19:58:42.753239 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016c8a2-3513-4c1f-a750-9968bc33e311 req-e0ed012d-50f6-407a-951b-18aa8db56723 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:42.754667 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c016c8a2-3513-4c1f-a750-9968bc33e311 req-e0ed012d-50f6-407a-951b-18aa8db56723 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.60 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 946 time: 0.0679142 Jul 01 19:58:42.766856 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c4d6574c-a96b-4ed6-88cd-8153f900e40c req-3fb45d49-a1e2-473a-a80a-d41b8e485345 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812161 Jul 01 19:58:42.774582 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-53859772-df81-4acf-846b-83026ead13cd req-361b0ad1-3b10-4344-8896-5139fdb08303 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895293 Jul 01 19:58:42.865663 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2223bc9-f846-4810-a5fc-fdd0bd1c9ceb req-994de8f2-d694-4543-b492-3e47a23b83f4 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:42.867179 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a2223bc9-f846-4810-a5fc-fdd0bd1c9ceb req-994de8f2-d694-4543-b492-3e47a23b83f4 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 945 time: 0.0487638 Jul 01 19:58:42.919964 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a2223bc9-f846-4810-a5fc-fdd0bd1c9ceb req-822e2d7c-8965-49c9-8de2-15f4e98ebd02 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470610 Jul 01 19:58:43.100551 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-53859772-df81-4acf-846b-83026ead13cd req-f76b138d-1407-4115-887f-b8cea78a3b11 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994513 Jul 01 19:58:43.347732 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c34eeb-8d82-4153-88f6-f31eaf1ccea4 req-a6f1f155-37a0-41fd-8535-f729bf21801f tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:43.349190 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f6c34eeb-8d82-4153-88f6-f31eaf1ccea4 req-a6f1f155-37a0-41fd-8535-f729bf21801f tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 946 time: 0.0781269 Jul 01 19:58:43.375938 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-c016c8a2-3513-4c1f-a750-9968bc33e311 req-5dd466ad-9dcb-47e3-9645-da75b76f7926 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Deleting port 8c1bb424-3191-4a82-8472-b2d89cf9baca {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:58:43.376267 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-c016c8a2-3513-4c1f-a750-9968bc33e311 req-5dd466ad-9dcb-47e3-9645-da75b76f7926 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (8c1bb424-3191-4a82-8472-b2d89cf9baca), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:43.421707 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:43.461810 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f6c34eeb-8d82-4153-88f6-f31eaf1ccea4 req-fbe45de7-72f5-4b06-a471-b9a24b0b2a77 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/security-groups?id=909d4703-27a0-4cae-8a9e-b0b9f9a8b021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055365 Jul 01 19:58:43.502818 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-c016c8a2-3513-4c1f-a750-9968bc33e311 req-5dd466ad-9dcb-47e3-9645-da75b76f7926 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] For port 8c1bb424-3191-4a82-8472-b2d89cf9baca, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=8c1bb424-3191-4a82-8472-b2d89cf9baca,segment=NetworkSegment(fa0718ee-af58-4809-8d4c-5b6af82a8080),segment_id=fa0718ee-af58-4809-8d4c-5b6af82a8080)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:43.503202 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-c016c8a2-3513-4c1f-a750-9968bc33e311 req-5dd466ad-9dcb-47e3-9645-da75b76f7926 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (8c1bb424-3191-4a82-8472-b2d89cf9baca), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:43.517069 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-c016c8a2-3513-4c1f-a750-9968bc33e311 req-5dd466ad-9dcb-47e3-9645-da75b76f7926 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Calling delete_port for 8c1bb424-3191-4a82-8472-b2d89cf9baca owned by compute:nova {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:58:43.586258 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:43.668614 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-c016c8a2-3513-4c1f-a750-9968bc33e311 req-5dd466ad-9dcb-47e3-9645-da75b76f7926 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (8c1bb424-3191-4a82-8472-b2d89cf9baca), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:43.681193 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['8c1bb424-3191-4a82-8472-b2d89cf9baca'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:58:43.698491 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd466ad-9dcb-47e3-9645-da75b76f7926 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Pushing event deleted for resources: {'Port': ['ID=8c1bb424-3191-4a82-8472-b2d89cf9baca,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:43.772398 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-c016c8a2-3513-4c1f-a750-9968bc33e311 req-5dd466ad-9dcb-47e3-9645-da75b76f7926 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] No DVR routers for this DVR port 8c1bb424-3191-4a82-8472-b2d89cf9baca on host hv-cinder-84460 {{(pid=110544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:58:43.776522 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-c016c8a2-3513-4c1f-a750-9968bc33e311 req-5dd466ad-9dcb-47e3-9645-da75b76f7926 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:43.779714 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c016c8a2-3513-4c1f-a750-9968bc33e311 req-5dd466ad-9dcb-47e3-9645-da75b76f7926 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.60 "DELETE /v2.0/ports/8c1bb424-3191-4a82-8472-b2d89cf9baca HTTP/1.1" status: 204 len: 173 time: 0.7789178 Jul 01 19:58:43.780167 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58add3b8-fd7b-4911-91bd-328d58945ac9', 'name': 'network-vif-deleted', 'tag': '8c1bb424-3191-4a82-8472-b2d89cf9baca'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:58:43.782412 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd765907-cc28-480f-87cc-2ae0a238d56f" -d '{"events": [{"server_uuid": "58add3b8-fd7b-4911-91bd-328d58945ac9", "name": "network-vif-deleted", "tag": "8c1bb424-3191-4a82-8472-b2d89cf9baca"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:58:43.793306 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5631-cf5d-48df-aaf6-765e6f6a2c90 req-ee1117c5-5e3f-4091-bb59-e50737c0f3f6 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:43.794950 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d1fe5631-cf5d-48df-aaf6-765e6f6a2c90 req-ee1117c5-5e3f-4091-bb59-e50737c0f3f6 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 945 time: 0.1001112 Jul 01 19:58:43.817880 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b00bd4-6267-4fff-92ee-0226d519392c x-openstack-request-id: req-38b00bd4-6267-4fff-92ee-0226d519392c {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:58:43.818172 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58add3b8-fd7b-4911-91bd-328d58945ac9", "name": "network-vif-deleted", "tag": "8c1bb424-3191-4a82-8472-b2d89cf9baca", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:58:43.818422 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-38b00bd4-6267-4fff-92ee-0226d519392c {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:58:43.818818 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b00bd4-6267-4fff-92ee-0226d519392c'] response: {'server_uuid': '58add3b8-fd7b-4911-91bd-328d58945ac9', 'name': 'network-vif-deleted', 'tag': '8c1bb424-3191-4a82-8472-b2d89cf9baca', 'status': 'completed', 'code': 200} Jul 01 19:58:43.847491 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d1fe5631-cf5d-48df-aaf6-765e6f6a2c90 req-5a2b88f0-def3-4593-a98f-1672ff1bc7cf tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459938 Jul 01 19:58:44.033394 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16e44b-7fee-425e-a26e-32736cdcfc2b req-acacd1fc-3018-4ce6-b8a6-0c360811bb2d tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:44.036012 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4d16e44b-7fee-425e-a26e-32736cdcfc2b req-acacd1fc-3018-4ce6-b8a6-0c360811bb2d tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 945 time: 0.0481706 Jul 01 19:58:44.088819 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4d16e44b-7fee-425e-a26e-32736cdcfc2b req-64f86cd3-8b44-4aa1-8a9a-843f69a9c387 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464966 Jul 01 19:58:44.428723 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 7bcf54c4-3b63-4285-981e-25adbeaaf278 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:58:44.505118 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 7bcf54c4-3b63-4285-981e-25adbeaaf278 is: ACTIVE; New status is: DOWN {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:58:44.505509 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:44.528925 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebdcfdb-f355-4d88-94a2-ef1d4191f28d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bcf54c4-3b63-4285-981e-25adbeaaf278'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:58:44.531148 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e48252e-c5a9-4d17-be31-69935376cff6" -d '{"events": [{"server_uuid": "aebdcfdb-f355-4d88-94a2-ef1d4191f28d", "name": "network-vif-unplugged", "status": "completed", "tag": "7bcf54c4-3b63-4285-981e-25adbeaaf278"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:58:44.543973 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 7bcf54c4-3b63-4285-981e-25adbeaaf278, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7bcf54c4-3b63-4285-981e-25adbeaaf278,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:44.550246 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:44.574087 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Jul 2022 19:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0ab387-42ea-409a-b2a4-4984cb0fdb2a x-openstack-request-id: req-cd0ab387-42ea-409a-b2a4-4984cb0fdb2a {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:58:44.574380 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebdcfdb-f355-4d88-94a2-ef1d4191f28d", "name": "network-vif-unplugged", "status": "completed", "tag": "7bcf54c4-3b63-4285-981e-25adbeaaf278", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:58:44.574633 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cd0ab387-42ea-409a-b2a4-4984cb0fdb2a {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:58:44.575018 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd0ab387-42ea-409a-b2a4-4984cb0fdb2a'] response: {'server_uuid': 'aebdcfdb-f355-4d88-94a2-ef1d4191f28d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bcf54c4-3b63-4285-981e-25adbeaaf278', 'code': 200} Jul 01 19:58:44.575615 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7f4e810d-1760-436a-a66f-74b266b2c789 req-5d32f3e7-aad3-4dc5-bf67-b1b98e71055e tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 210 time: 0.0443468 Jul 01 19:58:44.601804 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=7bcf54c4-3b63-4285-981e-25adbeaaf278,revision_number=8']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:44.983939 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64c23d-76dd-42e9-bde8-981df809d7a5 req-fa28f70e-db6a-41d0-866d-1bb3ce67fdd9 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:44.985320 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1f64c23d-76dd-42e9-bde8-981df809d7a5 req-fa28f70e-db6a-41d0-866d-1bb3ce67fdd9 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 943 time: 0.0498984 Jul 01 19:58:45.033931 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1f64c23d-76dd-42e9-bde8-981df809d7a5 req-c2452498-5ecf-4c4d-9dad-ee3f06b45dbe tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429478 Jul 01 19:58:45.206791 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901e97d-f09a-4669-a92d-5cc31e3dd0c1 req-302c8765-af24-4bef-8a75-f2a5dd52057b tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:45.208388 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f901e97d-f09a-4669-a92d-5cc31e3dd0c1 req-302c8765-af24-4bef-8a75-f2a5dd52057b tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 945 time: 0.0518057 Jul 01 19:58:45.230276 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:45.266664 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f901e97d-f09a-4669-a92d-5cc31e3dd0c1 req-d49c4c38-0f28-405a-adb2-76f51269baaa tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524693 Jul 01 19:58:45.406056 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfeb93a-6db7-45ab-94f1-cce44d6e80fc req-fe84d9ac-4962-437a-861b-a3e210b3f612 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:45.407532 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6dfeb93a-6db7-45ab-94f1-cce44d6e80fc req-fe84d9ac-4962-437a-861b-a3e210b3f612 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 945 time: 0.0639153 Jul 01 19:58:45.461352 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6dfeb93a-6db7-45ab-94f1-cce44d6e80fc req-46270988-f0ba-4757-81c5-24f9032c9942 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481765 Jul 01 19:58:45.483759 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 60600) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:45.537486 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a9c4d-a96f-470c-905b-ac1fe6c92d47 tempest-TestVolumeBootPattern-409983501 tempest-TestVolumeBootPattern-409983501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:45.542068 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-3b6a9c4d-a96f-470c-905b-ac1fe6c92d47 tempest-TestVolumeBootPattern-409983501 tempest-TestVolumeBootPattern-409983501-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 1124 time: 0.0561206 Jul 01 19:58:45.542326 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 60604) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:45.546572 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-8264d929-7c98-422d-9bf8-63b80f8d5fa3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Request body: {'floatingip': {'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'port_id': 'c3aa88b7-7e29-46f3-9c4e-3618ea05e754', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:58:45.568402 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8264d929-7c98-422d-9bf8-63b80f8d5fa3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:45.661685 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8264d929-7c98-422d-9bf8-63b80f8d5fa3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:45.669863 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:45.703690 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-33cd06bf-50ba-4e53-b574-696a001929e0 req-036b7cb1-f616-40eb-a1e4-b13e34bdde30 tempest-TestMinimumBasicScenario-1009518287 tempest-TestMinimumBasicScenario-1009518287-project] 10.222.0.66 "GET /v2.0/ports?device_id=58add3b8-fd7b-4911-91bd-328d58945ac9 HTTP/1.1" status: 200 len: 210 time: 0.0452213 Jul 01 19:58:45.820818 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [None req-8264d929-7c98-422d-9bf8-63b80f8d5fa3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Allocated IP 172.27.1.212 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/0399ba5e-5125-4d6c-b347-a8555585f218) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:58:45.970769 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8264d929-7c98-422d-9bf8-63b80f8d5fa3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for port (0399ba5e-5125-4d6c-b347-a8555585f218), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:46.020949 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:46.045961 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8264d929-7c98-422d-9bf8-63b80f8d5fa3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (0399ba5e-5125-4d6c-b347-a8555585f218), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:46.099152 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8264d929-7c98-422d-9bf8-63b80f8d5fa3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:58:46.103114 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-8264d929-7c98-422d-9bf8-63b80f8d5fa3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:58:46.107389 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8264d929-7c98-422d-9bf8-63b80f8d5fa3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:58:46.129890 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264d929-7c98-422d-9bf8-63b80f8d5fa3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Pushing event updated for resources: {'Port': ['ID=0399ba5e-5125-4d6c-b347-a8555585f218,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:46.392621 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867fc7e-c0b6-4e3e-a233-62500ff07857 req-5e596d26-ed73-40cd-8dcc-25a5e6fa03a7 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:46.394411 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2867fc7e-c0b6-4e3e-a233-62500ff07857 req-5e596d26-ed73-40cd-8dcc-25a5e6fa03a7 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 946 time: 0.1626806 Jul 01 19:58:46.438844 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f11304-58ee-4621-a770-48a6051c79f0 req-57b21908-a7df-4414-8cca-4543c36ae92d tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:46.440939 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f6f11304-58ee-4621-a770-48a6051c79f0 req-57b21908-a7df-4414-8cca-4543c36ae92d tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 943 time: 0.1722577 Jul 01 19:58:46.466478 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 8c1bb424-3191-4a82-8472-b2d89cf9baca no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:58:46.467597 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1c546644-38df-4f74-aa83-55782e0da43e req-329b5aab-38b1-47a6-a3aa-03653fcbe2bc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1543007 Jul 01 19:58:46.486082 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] No Port match for: 8c1bb424-3191-4a82-8472-b2d89cf9baca {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:58:46.486537 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 8c1bb424-3191-4a82-8472-b2d89cf9baca not bound to the agent host hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:58:46.487571 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 7bcf54c4-3b63-4285-981e-25adbeaaf278 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:58:46.525300 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:46.548885 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c546644-38df-4f74-aa83-55782e0da43e req-e2d21785-7ab6-475a-9b3f-c2bb6522d14f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:46.551661 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-1c546644-38df-4f74-aa83-55782e0da43e req-e2d21785-7ab6-475a-9b3f-c2bb6522d14f tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports/7bcf54c4-3b63-4285-981e-25adbeaaf278 HTTP/1.1" status: 200 len: 940 time: 0.0513017 Jul 01 19:58:46.557749 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f6f11304-58ee-4621-a770-48a6051c79f0 req-39f4d387-1aaa-4330-bacd-5c0d2e055025 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073217 Jul 01 19:58:46.561705 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2867fc7e-c0b6-4e3e-a233-62500ff07857 req-54a5a00d-753c-489a-814c-9df78891ae83 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=a51f5646-7cad-4e30-9eb3-566306def3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438768 Jul 01 19:58:46.583950 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 7bcf54c4-3b63-4285-981e-25adbeaaf278 is: DOWN; New status is: DOWN {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:58:46.695991 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8264d929-7c98-422d-9bf8-63b80f8d5fa3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for floatingip (8fe0ce21-676c-49a5-a964-29d172cd2de5), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:46.782550 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8264d929-7c98-422d-9bf8-63b80f8d5fa3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (0399ba5e-5125-4d6c-b347-a8555585f218), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:46.941000 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8264d929-7c98-422d-9bf8-63b80f8d5fa3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for port (0399ba5e-5125-4d6c-b347-a8555585f218), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:46.945759 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8264d929-7c98-422d-9bf8-63b80f8d5fa3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (0399ba5e-5125-4d6c-b347-a8555585f218), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:47.018654 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264d929-7c98-422d-9bf8-63b80f8d5fa3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Pushing event updated for resources: {'Port': ['ID=0399ba5e-5125-4d6c-b347-a8555585f218,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:47.021484 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:47.034659 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8264d929-7c98-422d-9bf8-63b80f8d5fa3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (8fe0ce21-676c-49a5-a964-29d172cd2de5), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:47.138411 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.l3_db [None req-8264d929-7c98-422d-9bf8-63b80f8d5fa3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Floating IP 8fe0ce21-676c-49a5-a964-29d172cd2de5 associated. External IP: 172.27.1.212, port: c3aa88b7-7e29-46f3-9c4e-3618ea05e754. Jul 01 19:58:47.295769 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 60686) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:47.421364 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8264d929-7c98-422d-9bf8-63b80f8d5fa3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:58:47.456805 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:47.636863 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8264d929-7c98-422d-9bf8-63b80f8d5fa3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:58:47.648023 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259f5281-ed75-46bc-bc98-468d766bd937 None None] Sync routers for ids ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:58:47.661155 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259f5281-ed75-46bc-bc98-468d766bd937 None None] Routers {'7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:58:47.661836 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-259f5281-ed75-46bc-bc98-468d766bd937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:58:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:47.789143 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8264d929-7c98-422d-9bf8-63b80f8d5fa3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:47.809185 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b3840-4035-42bb-8dd2-7fb25c13dd2d req-b81d7295-1165-442e-af86-12d7f4b6df23 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:47.810805 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-365b3840-4035-42bb-8dd2-7fb25c13dd2d req-b81d7295-1165-442e-af86-12d7f4b6df23 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 946 time: 0.1595604 Jul 01 19:58:47.817300 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef873d-79b5-4f50-97ba-66bcb108655d req-f86b2b61-7170-41ef-a7cb-04b7ee751cae tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:47.818818 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fbef873d-79b5-4f50-97ba-66bcb108655d req-f86b2b61-7170-41ef-a7cb-04b7ee751cae tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 943 time: 0.1834149 Jul 01 19:58:47.914443 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-259f5281-ed75-46bc-bc98-468d766bd937 None None] Set router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:58:48.146749 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-259f5281-ed75-46bc-bc98-468d766bd937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T19:54:49Z', 'revision_number': 4, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port': {'id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:44Z', 'updated_at': '2022-07-01T19:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '8fe0ce21-676c-49a5-a964-29d172cd2de5', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'port_id': 'c3aa88b7-7e29-46f3-9c4e-3618ea05e754', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'mac_address': 'fa:16:3e:2f:c2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c2262f-a173-4336-91b1-f5f7a20bf96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:58:46Z', 'updated_at': '2022-07-01T19:58:46Z', 'revision_number': 0, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01ab8bf-dc58-4397-9307-b41497af8ef6', 'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'mac_address': 'fa:16:3e:87:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '129fcccf-8477-4494-ac8a-396275dff649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:47Z', 'updated_at': '2022-07-01T19:54:54Z', 'revision_number': 5, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'subnets': [{'id': '129fcccf-8477-4494-ac8a-396275dff649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:48.176280 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259f5281-ed75-46bc-bc98-468d766bd937 None None] Checking router: 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:58:48.184755 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259f5281-ed75-46bc-bc98-468d766bd937 None None] Routers {'7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:58:48.185369 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-259f5281-ed75-46bc-bc98-468d766bd937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:58:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:48.203283 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-8264d929-7c98-422d-9bf8-63b80f8d5fa3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6600389 Jul 01 19:58:48.212371 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c2262f-a173-4336-91b1-f5f7a20bf96d', 'tag': 'c3aa88b7-7e29-46f3-9c4e-3618ea05e754'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:58:48.214639 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6beebefa-78bc-4d62-8f1f-dce8ea7fc305" -d '{"events": [{"name": "network-changed", "server_uuid": "54c2262f-a173-4336-91b1-f5f7a20bf96d", "tag": "c3aa88b7-7e29-46f3-9c4e-3618ea05e754"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:58:48.231181 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:48.259661 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-55e0dd66-282e-4ce6-b000-214e84d71393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730121'] for router_interface (ef94aecc-521b-4bbd-92ac-87046f6d9c3b), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:48.266630 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d07d2-08c7-4c98-9ad5-da341c7ab285 req-36f82380-6a87-4b4e-b9fc-e7da260fa445 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:48.267914 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:48.268580 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bc0d07d2-08c7-4c98-9ad5-da341c7ab285 req-36f82380-6a87-4b4e-b9fc-e7da260fa445 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.60 "GET /v2.0/ports?device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 946 time: 0.1714246 Jul 01 19:58:48.292940 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-259f5281-ed75-46bc-bc98-468d766bd937 None None] Set router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:58:48.355493 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-365b3840-4035-42bb-8dd2-7fb25c13dd2d req-a4d4f402-80cc-41e3-b1c1-e43a6ce4e230 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=a51f5646-7cad-4e30-9eb3-566306def3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5144515 Jul 01 19:58:48.362758 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c546644-38df-4f74-aa83-55782e0da43e req-4de418da-120e-4343-8df6-e32a57bdb356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:48.364643 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-1c546644-38df-4f74-aa83-55782e0da43e req-4de418da-120e-4343-8df6-e32a57bdb356 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d&tenant_id=b8e38ec3f92a47fe98829eb3d289cdb4 HTTP/1.1" status: 200 len: 1127 time: 0.0762060 Jul 01 19:58:48.390021 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fbef873d-79b5-4f50-97ba-66bcb108655d req-7e0a152d-5e4e-4a30-9693-6e9811d141ea tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5476422 Jul 01 19:58:48.437651 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a0667d-3915-4998-a9e2-3bf0208f16cb x-openstack-request-id: req-d1a0667d-3915-4998-a9e2-3bf0208f16cb {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:58:48.437947 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c2262f-a173-4336-91b1-f5f7a20bf96d", "tag": "c3aa88b7-7e29-46f3-9c4e-3618ea05e754", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:58:48.438200 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d1a0667d-3915-4998-a9e2-3bf0208f16cb {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:58:48.438594 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1a0667d-3915-4998-a9e2-3bf0208f16cb'] response: {'name': 'network-changed', 'server_uuid': '54c2262f-a173-4336-91b1-f5f7a20bf96d', 'tag': 'c3aa88b7-7e29-46f3-9c4e-3618ea05e754', 'status': 'completed', 'code': 200} Jul 01 19:58:48.467001 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c546644-38df-4f74-aa83-55782e0da43e req-c5e85a6d-1661-4ed7-9045-688a3ad1f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:48.468711 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-1c546644-38df-4f74-aa83-55782e0da43e req-c5e85a6d-1661-4ed7-9045-688a3ad1f07a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8e38ec3f92a47fe98829eb3d289cdb4&device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 1127 time: 0.0661948 Jul 01 19:58:48.496787 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-bc0d07d2-08c7-4c98-9ad5-da341c7ab285 req-4455e2f5-f720-4625-9bd7-66be413afcfe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Deleting port 60d81827-fc49-4b52-8bdd-57665e59e05d {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:58:48.497131 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-bc0d07d2-08c7-4c98-9ad5-da341c7ab285 req-4455e2f5-f720-4625-9bd7-66be413afcfe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (60d81827-fc49-4b52-8bdd-57665e59e05d), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:48.550316 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-259f5281-ed75-46bc-bc98-468d766bd937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T19:54:49Z', 'revision_number': 4, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port': {'id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:44Z', 'updated_at': '2022-07-01T19:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '8fe0ce21-676c-49a5-a964-29d172cd2de5', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'port_id': 'c3aa88b7-7e29-46f3-9c4e-3618ea05e754', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'mac_address': 'fa:16:3e:2f:c2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c2262f-a173-4336-91b1-f5f7a20bf96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:58:46Z', 'updated_at': '2022-07-01T19:58:46Z', 'revision_number': 0, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01ab8bf-dc58-4397-9307-b41497af8ef6', 'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'mac_address': 'fa:16:3e:87:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '129fcccf-8477-4494-ac8a-396275dff649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:47Z', 'updated_at': '2022-07-01T19:54:54Z', 'revision_number': 5, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'subnets': [{'id': '129fcccf-8477-4494-ac8a-396275dff649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:48.567174 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c546644-38df-4f74-aa83-55782e0da43e req-0f4b861a-a0c5-45b9-b742-19e64e4c0e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:48.568671 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-1c546644-38df-4f74-aa83-55782e0da43e req-0f4b861a-a0c5-45b9-b742-19e64e4c0e15 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e9d88c7-2969-402f-b3c2-096acc062b79 HTTP/1.1" status: 200 len: 918 time: 0.0932536 Jul 01 19:58:48.571324 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beebefa-78bc-4d62-8f1f-dce8ea7fc305 req-852a25af-1e02-4251-b9e1-797c7d0666ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:48.572814 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6beebefa-78bc-4d62-8f1f-dce8ea7fc305 req-852a25af-1e02-4251-b9e1-797c7d0666ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=262e5b1a6f6248cca455437d23b8d441&device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 1129 time: 0.1157486 Jul 01 19:58:48.579212 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259f5281-ed75-46bc-bc98-468d766bd937 None None] The sync data for ids ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'] in dv-cinder-844601-7-iscsi is: [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T19:54:49Z', 'revision_number': 4, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port': {'id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:44Z', 'updated_at': '2022-07-01T19:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '8fe0ce21-676c-49a5-a964-29d172cd2de5', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'port_id': 'c3aa88b7-7e29-46f3-9c4e-3618ea05e754', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'mac_address': 'fa:16:3e:2f:c2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c2262f-a173-4336-91b1-f5f7a20bf96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:58:46Z', 'updated_at': '2022-07-01T19:58:46Z', 'revision_number': 0, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01ab8bf-dc58-4397-9307-b41497af8ef6', 'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'mac_address': 'fa:16:3e:87:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '129fcccf-8477-4494-ac8a-396275dff649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:47Z', 'updated_at': '2022-07-01T19:54:54Z', 'revision_number': 5, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'subnets': [{'id': '129fcccf-8477-4494-ac8a-396275dff649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:58:48.648197 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-1c546644-38df-4f74-aa83-55782e0da43e req-1d69c273-ecae-4301-8cd0-6dab227ec49b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bcf54c4-3b63-4285-981e-25adbeaaf278 HTTP/1.1" status: 200 len: 998 time: 0.0693414 Jul 01 19:58:48.699073 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c546644-38df-4f74-aa83-55782e0da43e req-74f988ff-b06c-4779-b5f8-8dfb935ec2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:48.700583 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-1c546644-38df-4f74-aa83-55782e0da43e req-74f988ff-b06c-4779-b5f8-8dfb935ec2b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=76c01db0-193d-4246-8c54-cae6849bb14c HTTP/1.1" status: 200 len: 856 time: 0.0462515 Jul 01 19:58:48.742126 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=100 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:48.750504 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c546644-38df-4f74-aa83-55782e0da43e req-65ad30ae-d428-4c10-a989-6cda6d2c098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:48.752062 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-1c546644-38df-4f74-aa83-55782e0da43e req-65ad30ae-d428-4c10-a989-6cda6d2c098c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9d88c7-2969-402f-b3c2-096acc062b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449986 Jul 01 19:58:48.760547 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:48.805621 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0f5988-7d50-4b00-a335-d10488f39a1b None None] New status for floating IP 8fe0ce21-676c-49a5-a964-29d172cd2de5: ACTIVE {{(pid=110547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 19:58:48.812767 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-bc0d07d2-08c7-4c98-9ad5-da341c7ab285 req-4455e2f5-f720-4625-9bd7-66be413afcfe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] For port 60d81827-fc49-4b52-8bdd-57665e59e05d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=60d81827-fc49-4b52-8bdd-57665e59e05d,segment=NetworkSegment(0b411177-2154-4372-8183-0472605c751c),segment_id=0b411177-2154-4372-8183-0472605c751c)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:48.813279 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-bc0d07d2-08c7-4c98-9ad5-da341c7ab285 req-4455e2f5-f720-4625-9bd7-66be413afcfe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (60d81827-fc49-4b52-8bdd-57665e59e05d), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:48.850483 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-1c546644-38df-4f74-aa83-55782e0da43e req-56f0912a-1663-43c7-9849-4eddcfec9721 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922239 Jul 01 19:58:48.913962 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beebefa-78bc-4d62-8f1f-dce8ea7fc305 req-d306116f-7c90-44c5-8155-494ddad54861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:48.915806 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6beebefa-78bc-4d62-8f1f-dce8ea7fc305 req-d306116f-7c90-44c5-8155-494ddad54861 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9 HTTP/1.1" status: 200 len: 912 time: 0.3247895 Jul 01 19:58:48.918247 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-55e0dd66-282e-4ce6-b000-214e84d71393 admin admin] Deleting port 44d20433-5a1c-43fc-89e1-5516470c5e03 {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:58:48.918660 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-55e0dd66-282e-4ce6-b000-214e84d71393 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (44d20433-5a1c-43fc-89e1-5516470c5e03), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:48.946130 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-1c546644-38df-4f74-aa83-55782e0da43e req-8e511902-c7d8-49b2-a4f2-253b03294f30 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902431 Jul 01 19:58:49.088127 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6beebefa-78bc-4d62-8f1f-dce8ea7fc305 req-7ea3c364-07bf-41b4-ba29-7ddce34385aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3aa88b7-7e29-46f3-9c4e-3618ea05e754 HTTP/1.1" status: 200 len: 999 time: 0.1531434 Jul 01 19:58:49.175466 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [None req-55e0dd66-282e-4ce6-b000-214e84d71393 admin admin] For port 44d20433-5a1c-43fc-89e1-5516470c5e03, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=44d20433-5a1c-43fc-89e1-5516470c5e03,segment=NetworkSegment(fa0718ee-af58-4809-8d4c-5b6af82a8080),segment_id=fa0718ee-af58-4809-8d4c-5b6af82a8080)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:49.176249 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-55e0dd66-282e-4ce6-b000-214e84d71393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (44d20433-5a1c-43fc-89e1-5516470c5e03), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:49.199613 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-55e0dd66-282e-4ce6-b000-214e84d71393 admin admin] Calling delete_port for 44d20433-5a1c-43fc-89e1-5516470c5e03 owned by network:router_interface {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:58:49.203515 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:49.210225 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-bc0d07d2-08c7-4c98-9ad5-da341c7ab285 req-4455e2f5-f720-4625-9bd7-66be413afcfe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:49.210598 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-bc0d07d2-08c7-4c98-9ad5-da341c7ab285 req-4455e2f5-f720-4625-9bd7-66be413afcfe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (8acea02a-7025-4883-aaf2-db73bd8ccd2f), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:49.210937 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.l3_db [req-bc0d07d2-08c7-4c98-9ad5-da341c7ab285 req-4455e2f5-f720-4625-9bd7-66be413afcfe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Floating IP 8acea02a-7025-4883-aaf2-db73bd8ccd2f disassociated. External IP: 172.27.1.58, port: 60d81827-fc49-4b52-8bdd-57665e59e05d. Jul 01 19:58:49.211309 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-bc0d07d2-08c7-4c98-9ad5-da341c7ab285 req-4455e2f5-f720-4625-9bd7-66be413afcfe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Calling delete_port for 60d81827-fc49-4b52-8bdd-57665e59e05d owned by compute:nova {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:58:49.228103 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beebefa-78bc-4d62-8f1f-dce8ea7fc305 req-58b41497-da65-4523-aa53-f600591b8d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:49.229598 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6beebefa-78bc-4d62-8f1f-dce8ea7fc305 req-58b41497-da65-4523-aa53-f600591b8d28 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=129fcccf-8477-4494-ac8a-396275dff649 HTTP/1.1" status: 200 len: 850 time: 0.1113236 Jul 01 19:58:49.342777 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beebefa-78bc-4d62-8f1f-dce8ea7fc305 req-fa7ae66e-e1d3-46dc-b89c-ab290c7682c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:49.344334 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6beebefa-78bc-4d62-8f1f-dce8ea7fc305 req-fa7ae66e-e1d3-46dc-b89c-ab290c7682c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0781028 Jul 01 19:58:49.449171 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:49.625694 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-bc0d07d2-08c7-4c98-9ad5-da341c7ab285 req-4455e2f5-f720-4625-9bd7-66be413afcfe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (60d81827-fc49-4b52-8bdd-57665e59e05d), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:49.639585 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1f83a-d47d-4953-9316-55cb6f9f52b7 req-79010207-e6be-4db4-a2b1-dd678fb6f296 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:49.641395 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a9b1f83a-d47d-4953-9316-55cb6f9f52b7 req-79010207-e6be-4db4-a2b1-dd678fb6f296 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 946 time: 0.1575220 Jul 01 19:58:49.714156 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c374234-1137-45fe-8f06-b612648cff1c req-3add43c3-806b-4516-a9b1-911f9dc7641d tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:49.715552 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9c374234-1137-45fe-8f06-b612648cff1c req-3add43c3-806b-4516-a9b1-911f9dc7641d tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 943 time: 0.1571965 Jul 01 19:58:49.728198 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455e2f5-f720-4625-9bd7-66be413afcfe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Pushing event deleted for resources: {'Port': ['ID=60d81827-fc49-4b52-8bdd-57665e59e05d,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:49.819028 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-55e0dd66-282e-4ce6-b000-214e84d71393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (44d20433-5a1c-43fc-89e1-5516470c5e03), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:49.901899 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0dd66-282e-4ce6-b000-214e84d71393 admin admin] Pushing event deleted for resources: {'Port': ['ID=44d20433-5a1c-43fc-89e1-5516470c5e03,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:49.912597 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a9b1f83a-d47d-4953-9316-55cb6f9f52b7 req-d93b0a85-b27a-449b-86c3-e0b53707bfe4 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups?id=a51f5646-7cad-4e30-9eb3-566306def3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454505 Jul 01 19:58:49.922402 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9c374234-1137-45fe-8f06-b612648cff1c req-054ad53e-7672-4f06-8a14-49889f2846c4 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956084 Jul 01 19:58:50.020304 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc0d07d2-08c7-4c98-9ad5-da341c7ab285 req-4455e2f5-f720-4625-9bd7-66be413afcfe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Router c2243065-4dd3-416f-a3f1-69bed13e411d has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:58:50.384085 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:50.450782 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-55e0dd66-282e-4ce6-b000-214e84d71393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729465'] for router_interface (ef94aecc-521b-4bbd-92ac-87046f6d9c3b), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:50.474547 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc0d07d2-08c7-4c98-9ad5-da341c7ab285 req-4455e2f5-f720-4625-9bd7-66be413afcfe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:58:50.484278 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6552ba-36ff-4629-81e0-1561cd433e04 None None] Sync routers for ids ['c2243065-4dd3-416f-a3f1-69bed13e411d'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:58:50.514492 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6552ba-36ff-4629-81e0-1561cd433e04 None None] Routers {'c2243065-4dd3-416f-a3f1-69bed13e411d'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:58:50.515531 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-de6552ba-36ff-4629-81e0-1561cd433e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:58:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c2243065-4dd3-416f-a3f1-69bed13e411d'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:50.599971 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0d07d2-08c7-4c98-9ad5-da341c7ab285 req-4455e2f5-f720-4625-9bd7-66be413afcfe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] No DVR routers for this DVR port 60d81827-fc49-4b52-8bdd-57665e59e05d on host hv-cinder-84460 {{(pid=110544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:58:50.604836 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-bc0d07d2-08c7-4c98-9ad5-da341c7ab285 req-4455e2f5-f720-4625-9bd7-66be413afcfe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:50.609261 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bc0d07d2-08c7-4c98-9ad5-da341c7ab285 req-4455e2f5-f720-4625-9bd7-66be413afcfe tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.60 "DELETE /v2.0/ports/60d81827-fc49-4b52-8bdd-57665e59e05d HTTP/1.1" status: 204 len: 173 time: 2.2953789 Jul 01 19:58:50.609455 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81be27a4-51b0-4fa6-8e9b-003575784817', 'name': 'network-vif-deleted', 'tag': '60d81827-fc49-4b52-8bdd-57665e59e05d'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:58:50.612305 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c02ac1-6ac8-4f53-90fa-72d734233e91" -d '{"events": [{"server_uuid": "81be27a4-51b0-4fa6-8e9b-003575784817", "name": "network-vif-deleted", "tag": "60d81827-fc49-4b52-8bdd-57665e59e05d"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:58:50.640875 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-de6552ba-36ff-4629-81e0-1561cd433e04 None None] Set router c2243065-4dd3-416f-a3f1-69bed13e411d gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:58:50.656366 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e12894-95a1-475f-a36a-b737cf6d13cc x-openstack-request-id: req-f9e12894-95a1-475f-a36a-b737cf6d13cc {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:58:50.656726 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81be27a4-51b0-4fa6-8e9b-003575784817", "name": "network-vif-deleted", "tag": "60d81827-fc49-4b52-8bdd-57665e59e05d", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:58:50.656980 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f9e12894-95a1-475f-a36a-b737cf6d13cc {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:58:50.657675 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e12894-95a1-475f-a36a-b737cf6d13cc'] response: {'server_uuid': '81be27a4-51b0-4fa6-8e9b-003575784817', 'name': 'network-vif-deleted', 'tag': '60d81827-fc49-4b52-8bdd-57665e59e05d', 'status': 'completed', 'code': 200} Jul 01 19:58:50.750378 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:50.788760 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e0dd66-282e-4ce6-b000-214e84d71393 admin admin] Router ef94aecc-521b-4bbd-92ac-87046f6d9c3b has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:58:50.812602 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:50.842682 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:50.865023 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-de6552ba-36ff-4629-81e0-1561cd433e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'name': 'tempest-AttachVolumeTestJSON-1080420829-router', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:41Z', 'updated_at': '2022-07-01T19:52:53Z', 'revision_number': 4, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'gw_port': {'id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921', 'name': '', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'mac_address': 'fa:16:3e:2c:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:51Z', 'updated_at': '2022-07-01T19:53:04Z', 'revision_number': 5, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'subnets': [{'id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:50.892233 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6552ba-36ff-4629-81e0-1561cd433e04 None None] Checking router: c2243065-4dd3-416f-a3f1-69bed13e411d for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:58:50.902312 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6552ba-36ff-4629-81e0-1561cd433e04 None None] Routers {'c2243065-4dd3-416f-a3f1-69bed13e411d'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:58:50.903058 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-de6552ba-36ff-4629-81e0-1561cd433e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:58:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c2243065-4dd3-416f-a3f1-69bed13e411d'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:50.907964 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e0dd66-282e-4ce6-b000-214e84d71393 admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:58:50.916202 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 60726) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:50.916930 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-55e0dd66-282e-4ce6-b000-214e84d71393 admin admin] 10.222.0.66 "PUT /v2.0/routers/ef94aecc-521b-4bbd-92ac-87046f6d9c3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6201239 Jul 01 19:58:50.919741 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9962d81-b6da-44fc-9231-d35edb94e7aa None None] Sync routers for ids ['ef94aecc-521b-4bbd-92ac-87046f6d9c3b'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:58:50.938084 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9962d81-b6da-44fc-9231-d35edb94e7aa None None] Routers {'ef94aecc-521b-4bbd-92ac-87046f6d9c3b'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:58:50.940466 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-b9962d81-b6da-44fc-9231-d35edb94e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:58:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['ef94aecc-521b-4bbd-92ac-87046f6d9c3b'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:51.068304 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=100 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:51.070207 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-bbb7902b-dc31-4178-8dfe-81ee400c6fbb admin admin] Publish callbacks [] for router (ef94aecc-521b-4bbd-92ac-87046f6d9c3b), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:51.088931 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8252b2e8-2707-4162-b5a7-357781813691 req-6c742446-f160-4122-aef0-ebc713adcbb7 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 210 time: 0.0661428 Jul 01 19:58:51.131810 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-b9962d81-b6da-44fc-9231-d35edb94e7aa None None] Set router ef94aecc-521b-4bbd-92ac-87046f6d9c3b gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:58:51.164910 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-de6552ba-36ff-4629-81e0-1561cd433e04 None None] Set router c2243065-4dd3-416f-a3f1-69bed13e411d gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:58:51.225666 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-bbb7902b-dc31-4178-8dfe-81ee400c6fbb admin admin] Publish callbacks [] for router_gateway (ef94aecc-521b-4bbd-92ac-87046f6d9c3b), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:51.254643 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c60891-078a-414e-b6d4-50f126b23d74 req-5c8c515b-94cb-412a-9c08-9cfdf5ee475b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:51.266529 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e3c60891-078a-414e-b6d4-50f126b23d74 req-5c8c515b-94cb-412a-9c08-9cfdf5ee475b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 943 time: 0.1669099 Jul 01 19:58:51.324658 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-bbb7902b-dc31-4178-8dfe-81ee400c6fbb admin admin] Deleting port e6297a0c-2b91-4134-82d9-8d4459daf46d {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:58:51.324874 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-bbb7902b-dc31-4178-8dfe-81ee400c6fbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (e6297a0c-2b91-4134-82d9-8d4459daf46d), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:51.371494 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-b9962d81-b6da-44fc-9231-d35edb94e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'name': 'tempest-TestMinimumBasicScenario-325206908-router', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:58:49Z', 'revision_number': 5, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'gw_port': {'id': 'e6297a0c-2b91-4134-82d9-8d4459daf46d', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:51.398126 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e3c60891-078a-414e-b6d4-50f126b23d74 req-d52ee5fd-68bb-4707-93e9-80ee562ed881 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302304 Jul 01 19:58:51.399254 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9962d81-b6da-44fc-9231-d35edb94e7aa None None] Checking router: ef94aecc-521b-4bbd-92ac-87046f6d9c3b for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:58:51.420225 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [None req-bbb7902b-dc31-4178-8dfe-81ee400c6fbb admin admin] For port e6297a0c-2b91-4134-82d9-8d4459daf46d, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=e6297a0c-2b91-4134-82d9-8d4459daf46d,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:51.420600 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-bbb7902b-dc31-4178-8dfe-81ee400c6fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (e6297a0c-2b91-4134-82d9-8d4459daf46d), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:51.423700 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9962d81-b6da-44fc-9231-d35edb94e7aa None None] Routers {'ef94aecc-521b-4bbd-92ac-87046f6d9c3b'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:58:51.425225 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-b9962d81-b6da-44fc-9231-d35edb94e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:58:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['ef94aecc-521b-4bbd-92ac-87046f6d9c3b'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:51.444807 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-bbb7902b-dc31-4178-8dfe-81ee400c6fbb admin admin] Calling delete_port for e6297a0c-2b91-4134-82d9-8d4459daf46d owned by network:router_gateway {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:58:51.535179 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-b9962d81-b6da-44fc-9231-d35edb94e7aa None None] Set router ef94aecc-521b-4bbd-92ac-87046f6d9c3b gateway port host: None {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:58:51.545175 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-de6552ba-36ff-4629-81e0-1561cd433e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'name': 'tempest-AttachVolumeTestJSON-1080420829-router', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:41Z', 'updated_at': '2022-07-01T19:52:53Z', 'revision_number': 4, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'gw_port': {'id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921', 'name': '', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'mac_address': 'fa:16:3e:2c:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:51Z', 'updated_at': '2022-07-01T19:53:04Z', 'revision_number': 5, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'subnets': [{'id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:51.591261 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6552ba-36ff-4629-81e0-1561cd433e04 None None] The sync data for ids ['c2243065-4dd3-416f-a3f1-69bed13e411d'] in dv-cinder-844601-7-iscsi is: [{'id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'name': 'tempest-AttachVolumeTestJSON-1080420829-router', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:41Z', 'updated_at': '2022-07-01T19:52:53Z', 'revision_number': 4, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'gw_port': {'id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921', 'name': '', 'network_id': 'b31a2a85-453d-4d0b-bc1f-fd678ffc85ef', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'mac_address': 'fa:16:3e:2c:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:51Z', 'updated_at': '2022-07-01T19:53:04Z', 'revision_number': 5, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'subnets': [{'id': '8be3e6b8-9cb2-4563-96d1-aa493dda5517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:58:51.695116 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-b9962d81-b6da-44fc-9231-d35edb94e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'name': 'tempest-TestMinimumBasicScenario-325206908-router', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:58:51Z', 'revision_number': 6, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'gw_port_host': None}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:51.721672 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9962d81-b6da-44fc-9231-d35edb94e7aa None None] The sync data for ids ['ef94aecc-521b-4bbd-92ac-87046f6d9c3b'] in dv-cinder-844601-7-iscsi is: [{'id': 'ef94aecc-521b-4bbd-92ac-87046f6d9c3b', 'name': 'tempest-TestMinimumBasicScenario-325206908-router', 'tenant_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:56:05Z', 'updated_at': '2022-07-01T19:58:51Z', 'revision_number': 6, 'project_id': 'e33de0b0c3244c78a86fbfda1c9fbdd6', 'gw_port_host': None}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:58:51.749939 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-bbb7902b-dc31-4178-8dfe-81ee400c6fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (e6297a0c-2b91-4134-82d9-8d4459daf46d), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:51.789212 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7902b-dc31-4178-8dfe-81ee400c6fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=e6297a0c-2b91-4134-82d9-8d4459daf46d,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:51.882087 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-bbb7902b-dc31-4178-8dfe-81ee400c6fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726997'] for router_gateway (ef94aecc-521b-4bbd-92ac-87046f6d9c3b), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:51.985416 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-bbb7902b-dc31-4178-8dfe-81ee400c6fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1734958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2076635'] for router (ef94aecc-521b-4bbd-92ac-87046f6d9c3b), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:51.988340 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-bbb7902b-dc31-4178-8dfe-81ee400c6fbb admin admin] Publish callbacks [] for router_controller (ef94aecc-521b-4bbd-92ac-87046f6d9c3b), precommit_delete_associations {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:52.008304 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ee8c22-23e7-4f4a-b475-12600210edcf None None] New status for floating IP 8acea02a-7025-4883-aaf2-db73bd8ccd2f: DOWN {{(pid=110546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 19:58:52.041360 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-bbb7902b-dc31-4178-8dfe-81ee400c6fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1735151'] for router (ef94aecc-521b-4bbd-92ac-87046f6d9c3b), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:52.041558 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb7902b-dc31-4178-8dfe-81ee400c6fbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef94aecc-521b-4bbd-92ac-87046f6d9c3b {{(pid=110545) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 19:58:52.049564 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-bbb7902b-dc31-4178-8dfe-81ee400c6fbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:52.053702 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 60734) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:52.054351 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-bbb7902b-dc31-4178-8dfe-81ee400c6fbb admin admin] 10.222.0.66 "DELETE /v2.0/routers/ef94aecc-521b-4bbd-92ac-87046f6d9c3b HTTP/1.1" status: 204 len: 168 time: 1.1371384 Jul 01 19:58:52.114169 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_v2 [None req-2821f2c7-e679-414c-9a37-a7141cbd6930 admin admin] Deleting subnet ada78ccc-02e0-43d8-81bf-098a7035a7ba {{(pid=110544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 19:58:52.117920 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2821f2c7-e679-414c-9a37-a7141cbd6930 admin admin] Publish callbacks [] for subnet (ada78ccc-02e0-43d8-81bf-098a7035a7ba), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:52.173468 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2821f2c7-e679-414c-9a37-a7141cbd6930 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5827189'] for subnet (ada78ccc-02e0-43d8-81bf-098a7035a7ba), precommit_delete_associations {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:52.241397 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ff7cc3ed-9ebc-4e1a-b855-7f06a49ebd9d req-852aa78b-1c09-4a1f-9c94-30c86f113d02 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 210 time: 0.0390658 Jul 01 19:58:52.340490 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2821f2c7-e679-414c-9a37-a7141cbd6930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482502'] for subnet (ada78ccc-02e0-43d8-81bf-098a7035a7ba), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:52.404575 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2821f2c7-e679-414c-9a37-a7141cbd6930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6193769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6123257'] for subnet (ada78ccc-02e0-43d8-81bf-098a7035a7ba), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:52.431877 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821f2c7-e679-414c-9a37-a7141cbd6930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ada78ccc-02e0-43d8-81bf-098a7035a7ba,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:52.432549 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 60d81827-fc49-4b52-8bdd-57665e59e05d no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:58:52.441771 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-2821f2c7-e679-414c-9a37-a7141cbd6930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for subnet (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:52.445345 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-2821f2c7-e679-414c-9a37-a7141cbd6930 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ada78ccc-02e0-43d8-81bf-098a7035a7ba HTTP/1.1" status: 204 len: 168 time: 0.3903646 Jul 01 19:58:52.447994 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 60742) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:52.480336 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] No Port match for: 60d81827-fc49-4b52-8bdd-57665e59e05d {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:58:52.483800 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 60d81827-fc49-4b52-8bdd-57665e59e05d not bound to the agent host hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:58:52.485032 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e24b647-2454-42ad-9be1-914a327338e3 None None] Network 278aa73b-8d63-4a59-a3b7-723c6888fb9e requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:58:52.564402 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0a395567-ce48-43a1-a3e3-f87bf361b369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624501'] for network (278aa73b-8d63-4a59-a3b7-723c6888fb9e), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:52.587098 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d0ffb-7677-4802-81b5-6580f75cb913 req-13dba6b1-d6c6-4ca1-a548-acd7ad7bc2c7 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:52.588825 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-356d0ffb-7677-4802-81b5-6580f75cb913 req-13dba6b1-d6c6-4ca1-a548-acd7ad7bc2c7 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 943 time: 0.0643318 Jul 01 19:58:52.632396 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:52.656709 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-0a395567-ce48-43a1-a3e3-f87bf361b369 admin admin] Deleting port 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:58:52.657766 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0a395567-ce48-43a1-a3e3-f87bf361b369 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (50ac16ab-1bdb-48a8-ae00-724e01e3fb4f), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:52.688758 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-356d0ffb-7677-4802-81b5-6580f75cb913 req-1d2a0ee3-1dbb-4675-b469-810dc019fb0e tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940530 Jul 01 19:58:52.771512 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:52.779134 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [None req-0a395567-ce48-43a1-a3e3-f87bf361b369 admin admin] For port 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=50ac16ab-1bdb-48a8-ae00-724e01e3fb4f,segment=NetworkSegment(fa0718ee-af58-4809-8d4c-5b6af82a8080),segment_id=fa0718ee-af58-4809-8d4c-5b6af82a8080)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:52.779984 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0a395567-ce48-43a1-a3e3-f87bf361b369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (50ac16ab-1bdb-48a8-ae00-724e01e3fb4f), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:52.788489 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9840f4a1-ec2e-4746-af31-a1d3804b0198 None None] DHCP port deletion for 278aa73b-8d63-4a59-a3b7-723c6888fb9e request from dv-cinder-844601-7-iscsi {{(pid=110546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 01 19:58:52.804962 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-0a395567-ce48-43a1-a3e3-f87bf361b369 admin admin] Calling delete_port for 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f owned by network:dhcp {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:58:52.840877 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-9840f4a1-ec2e-4746-af31-a1d3804b0198 None None] Deleting port 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f {{(pid=110546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:58:52.841508 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-9840f4a1-ec2e-4746-af31-a1d3804b0198 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (50ac16ab-1bdb-48a8-ae00-724e01e3fb4f), before_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:52.913917 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0a395567-ce48-43a1-a3e3-f87bf361b369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (50ac16ab-1bdb-48a8-ae00-724e01e3fb4f), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:52.941338 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-9840f4a1-ec2e-4746-af31-a1d3804b0198 None None] For port 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=50ac16ab-1bdb-48a8-ae00-724e01e3fb4f,segment=NetworkSegment(fa0718ee-af58-4809-8d4c-5b6af82a8080),segment_id=fa0718ee-af58-4809-8d4c-5b6af82a8080)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:52.941985 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-9840f4a1-ec2e-4746-af31-a1d3804b0198 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (50ac16ab-1bdb-48a8-ae00-724e01e3fb4f), precommit_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:52.948443 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a395567-ce48-43a1-a3e3-f87bf361b369 admin admin] Pushing event deleted for resources: {'Port': ['ID=50ac16ab-1bdb-48a8-ae00-724e01e3fb4f,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:52.958088 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a395567-ce48-43a1-a3e3-f87bf361b369 admin admin] No DVR routers for this DVR port 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f on host dv-cinder-844601-7-iscsi {{(pid=110545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:58:52.974078 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-9840f4a1-ec2e-4746-af31-a1d3804b0198 None None] Calling delete_port for 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f owned by network:dhcp {{(pid=110546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:58:53.063462 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0a395567-ce48-43a1-a3e3-f87bf361b369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599248', 'neutron.services.segments.db._delete_segments_for_network-8766990268766'] for network (278aa73b-8d63-4a59-a3b7-723c6888fb9e), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:53.101548 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-9840f4a1-ec2e-4746-af31-a1d3804b0198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798'] for port (50ac16ab-1bdb-48a8-ae00-724e01e3fb4f), after_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:53.107581 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-0a395567-ce48-43a1-a3e3-f87bf361b369 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278aa73b-8d63-4a59-a3b7-723c6888fb9e']}} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:53.125161 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-0a395567-ce48-43a1-a3e3-f87bf361b369 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0718ee-af58-4809-8d4c-5b6af82a8080') {'for_net_delete': True} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:53.125927 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-0a395567-ce48-43a1-a3e3-f87bf361b369 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0718ee-af58-4809-8d4c-5b6af82a8080') {} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:53.132145 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840f4a1-ec2e-4746-af31-a1d3804b0198 None None] Pushing event deleted for resources: {'Port': ['ID=50ac16ab-1bdb-48a8-ae00-724e01e3fb4f,revision_number=None']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:53.139120 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0a395567-ce48-43a1-a3e3-f87bf361b369 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766990270311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7752432'] for segment (fa0718ee-af58-4809-8d4c-5b6af82a8080), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:53.144725 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9840f4a1-ec2e-4746-af31-a1d3804b0198 None None] No DVR routers for this DVR port 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f on host dv-cinder-844601-7-iscsi {{(pid=110546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:58:53.160448 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0a395567-ce48-43a1-a3e3-f87bf361b369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (fa0718ee-af58-4809-8d4c-5b6af82a8080), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:53.167716 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a395567-ce48-43a1-a3e3-f87bf361b369 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=110545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 19:58:53.168288 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0a395567-ce48-43a1-a3e3-f87bf361b369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5116964'] for segment (fa0718ee-af58-4809-8d4c-5b6af82a8080), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:53.224792 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment fa0718ee-af58-4809-8d4c-5b6af82a8080 resource provider aggregate not found Jul 01 19:58:53.250767 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0a395567-ce48-43a1-a3e3-f87bf361b369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725398'] for network (278aa73b-8d63-4a59-a3b7-723c6888fb9e), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:53.254556 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment fa0718ee-af58-4809-8d4c-5b6af82a8080 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa0718ee-af58-4809-8d4c-5b6af82a8080 found for delete ", "request_id": "req-16da596b-a3d9-43a2-85f3-23a57408be44"}]} Jul 01 19:58:53.258761 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0a395567-ce48-43a1-a3e3-f87bf361b369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:53.264574 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-0a395567-ce48-43a1-a3e3-f87bf361b369 admin admin] 10.222.0.66 "DELETE /v2.0/networks/278aa73b-8d63-4a59-a3b7-723c6888fb9e HTTP/1.1" status: 204 len: 168 time: 0.8153102 Jul 01 19:58:53.266841 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 60748) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:53.279662 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device e6297a0c-2b91-4134-82d9-8d4459daf46d no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:58:53.284868 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a395567-ce48-43a1-a3e3-f87bf361b369 admin admin] Pushing event deleted for resources: {'Network': ['ID=278aa73b-8d63-4a59-a3b7-723c6888fb9e,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:53.331700 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: e6297a0c-2b91-4134-82d9-8d4459daf46d {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:58:53.332057 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device e6297a0c-2b91-4134-82d9-8d4459daf46d not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:58:53.332482 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:58:53.361621 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:58:53.361880 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 50ac16ab-1bdb-48a8-ae00-724e01e3fb4f not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:58:53.362272 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 44d20433-5a1c-43fc-89e1-5516470c5e03 no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:58:53.405260 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: 44d20433-5a1c-43fc-89e1-5516470c5e03 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:58:53.405627 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 44d20433-5a1c-43fc-89e1-5516470c5e03 not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:58:53.415758 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f596723d-91c2-4e4a-9cfb-bdbf02b56c8e req-bee5eb0b-54c8-4f84-954a-6a6ac5b242ab tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 210 time: 0.0398369 Jul 01 19:58:53.665402 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cfe66847-0ce7-49fa-8056-099294d59dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730121'] for router_interface (d95cd04d-630d-435a-9ada-930355d8feb5), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:53.853699 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d19dc0-c703-4ec6-88e7-977c560a8b0b req-4b6cf6ac-159a-4106-b5ea-0a04752bd296 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:53.855745 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a4d19dc0-c703-4ec6-88e7-977c560a8b0b req-4b6cf6ac-159a-4106-b5ea-0a04752bd296 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 943 time: 0.0615687 Jul 01 19:58:53.877860 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:53.898097 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:53.915744 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-cfe66847-0ce7-49fa-8056-099294d59dcd admin admin] Deleting port 1dda9f22-9934-4022-9cb5-6162da9d37fe {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:58:53.915998 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cfe66847-0ce7-49fa-8056-099294d59dcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (1dda9f22-9934-4022-9cb5-6162da9d37fe), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:53.924696 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a4d19dc0-c703-4ec6-88e7-977c560a8b0b req-c8da5933-3ba0-43c2-ada3-809294647dae tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561953 Jul 01 19:58:53.935245 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:54.027184 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [None req-cfe66847-0ce7-49fa-8056-099294d59dcd admin admin] For port 1dda9f22-9934-4022-9cb5-6162da9d37fe, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=1dda9f22-9934-4022-9cb5-6162da9d37fe,segment=NetworkSegment(ecc5faaf-6066-4e93-8ef7-dbb43df0568d),segment_id=ecc5faaf-6066-4e93-8ef7-dbb43df0568d)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:54.027797 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cfe66847-0ce7-49fa-8056-099294d59dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (1dda9f22-9934-4022-9cb5-6162da9d37fe), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:54.042036 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-cfe66847-0ce7-49fa-8056-099294d59dcd admin admin] Calling delete_port for 1dda9f22-9934-4022-9cb5-6162da9d37fe owned by network:router_interface {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:58:54.242266 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cfe66847-0ce7-49fa-8056-099294d59dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (1dda9f22-9934-4022-9cb5-6162da9d37fe), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:54.268793 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe66847-0ce7-49fa-8056-099294d59dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=1dda9f22-9934-4022-9cb5-6162da9d37fe,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:54.561242 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2c27f38e-436b-4fcc-95e1-5d676eedf279 req-e6d83faf-e10f-49eb-802e-96f60ea0a153 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 210 time: 0.0551560 Jul 01 19:58:54.718643 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cfe66847-0ce7-49fa-8056-099294d59dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729465'] for router_interface (d95cd04d-630d-435a-9ada-930355d8feb5), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:54.936949 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe66847-0ce7-49fa-8056-099294d59dcd admin admin] Router d95cd04d-630d-435a-9ada-930355d8feb5 has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:58:55.047445 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:55.063681 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe66847-0ce7-49fa-8056-099294d59dcd admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:58:55.070144 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-cfe66847-0ce7-49fa-8056-099294d59dcd admin admin] 10.222.0.66 "PUT /v2.0/routers/d95cd04d-630d-435a-9ada-930355d8feb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8022580 Jul 01 19:58:55.072581 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 60760) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:55.074364 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38373458-0a8e-4124-9e52-c45afccefb57 None None] Sync routers for ids ['d95cd04d-630d-435a-9ada-930355d8feb5'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:58:55.084720 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04310cff-8ad3-431a-9770-780ff70dbfdf req-ea2c6088-5d90-4b4e-8cfa-ecc1f3d9087b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:55.088075 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38373458-0a8e-4124-9e52-c45afccefb57 None None] Routers {'d95cd04d-630d-435a-9ada-930355d8feb5'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:58:55.088961 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-38373458-0a8e-4124-9e52-c45afccefb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:58:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['d95cd04d-630d-435a-9ada-930355d8feb5'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:55.097504 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-04310cff-8ad3-431a-9770-780ff70dbfdf req-ea2c6088-5d90-4b4e-8cfa-ecc1f3d9087b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 943 time: 0.0734580 Jul 01 19:58:55.151776 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-04310cff-8ad3-431a-9770-780ff70dbfdf req-57b6b6c1-175a-4214-9d28-650ec39c0c77 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531912 Jul 01 19:58:55.217310 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-074104b9-370b-4989-b1cf-783dbbd3fc08 admin admin] Publish callbacks [] for router (d95cd04d-630d-435a-9ada-930355d8feb5), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:55.234119 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-38373458-0a8e-4124-9e52-c45afccefb57 None None] Set router d95cd04d-630d-435a-9ada-930355d8feb5 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:58:55.348325 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:55.379850 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-074104b9-370b-4989-b1cf-783dbbd3fc08 admin admin] Publish callbacks [] for router_gateway (d95cd04d-630d-435a-9ada-930355d8feb5), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:55.427505 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:55.439357 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-38373458-0a8e-4124-9e52-c45afccefb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95cd04d-630d-435a-9ada-930355d8feb5', 'name': 'tempest-TestMinimumBasicScenario-316666778-router', 'tenant_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '894b5627-dea6-473d-9153-e9f91e55f087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:56:11Z', 'updated_at': '2022-07-01T19:58:54Z', 'revision_number': 5, 'project_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'gw_port': {'id': '894b5627-dea6-473d-9153-e9f91e55f087', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cd04d-630d-435a-9ada-930355d8feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:56:11Z', 'updated_at': '2022-07-01T19:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:55.445775 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-074104b9-370b-4989-b1cf-783dbbd3fc08 admin admin] Deleting port 894b5627-dea6-473d-9153-e9f91e55f087 {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:58:55.446045 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-074104b9-370b-4989-b1cf-783dbbd3fc08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (894b5627-dea6-473d-9153-e9f91e55f087), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:55.479916 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38373458-0a8e-4124-9e52-c45afccefb57 None None] Checking router: d95cd04d-630d-435a-9ada-930355d8feb5 for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:58:55.490632 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38373458-0a8e-4124-9e52-c45afccefb57 None None] Routers {'d95cd04d-630d-435a-9ada-930355d8feb5'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:58:55.491487 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-38373458-0a8e-4124-9e52-c45afccefb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:58:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['d95cd04d-630d-435a-9ada-930355d8feb5'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:55.493229 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:55.562767 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [None req-074104b9-370b-4989-b1cf-783dbbd3fc08 admin admin] For port 894b5627-dea6-473d-9153-e9f91e55f087, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=894b5627-dea6-473d-9153-e9f91e55f087,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:55.563135 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-074104b9-370b-4989-b1cf-783dbbd3fc08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (894b5627-dea6-473d-9153-e9f91e55f087), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:55.578783 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-074104b9-370b-4989-b1cf-783dbbd3fc08 admin admin] Calling delete_port for 894b5627-dea6-473d-9153-e9f91e55f087 owned by network:router_gateway {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:58:55.588776 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-38373458-0a8e-4124-9e52-c45afccefb57 None None] Set router d95cd04d-630d-435a-9ada-930355d8feb5 gateway port host: None {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:58:55.641950 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-38373458-0a8e-4124-9e52-c45afccefb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95cd04d-630d-435a-9ada-930355d8feb5', 'name': 'tempest-TestMinimumBasicScenario-316666778-router', 'tenant_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:56:11Z', 'updated_at': '2022-07-01T19:58:55Z', 'revision_number': 6, 'project_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'gw_port_host': None}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:55.668486 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38373458-0a8e-4124-9e52-c45afccefb57 None None] The sync data for ids ['d95cd04d-630d-435a-9ada-930355d8feb5'] in dv-cinder-844601-7-iscsi is: [{'id': 'd95cd04d-630d-435a-9ada-930355d8feb5', 'name': 'tempest-TestMinimumBasicScenario-316666778-router', 'tenant_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:56:11Z', 'updated_at': '2022-07-01T19:58:55Z', 'revision_number': 6, 'project_id': '9b5bd7d318e349ccb7b4544e8353eac0', 'gw_port_host': None}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:58:55.720136 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bea9a558-1d6b-4dc0-9316-f8e60cadf3c8 req-98ac2228-210d-4a77-8dbc-6cb0b27ed7a4 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 210 time: 0.0668485 Jul 01 19:58:55.812592 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-074104b9-370b-4989-b1cf-783dbbd3fc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (894b5627-dea6-473d-9153-e9f91e55f087), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:55.840266 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074104b9-370b-4989-b1cf-783dbbd3fc08 admin admin] Pushing event deleted for resources: {'Port': ['ID=894b5627-dea6-473d-9153-e9f91e55f087,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:55.905427 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-074104b9-370b-4989-b1cf-783dbbd3fc08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726997'] for router_gateway (d95cd04d-630d-435a-9ada-930355d8feb5), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:55.998438 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-074104b9-370b-4989-b1cf-783dbbd3fc08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1734958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2076635'] for router (d95cd04d-630d-435a-9ada-930355d8feb5), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:56.000710 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-074104b9-370b-4989-b1cf-783dbbd3fc08 admin admin] Publish callbacks [] for router_controller (d95cd04d-630d-435a-9ada-930355d8feb5), precommit_delete_associations {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:56.063181 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-074104b9-370b-4989-b1cf-783dbbd3fc08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1735151'] for router (d95cd04d-630d-435a-9ada-930355d8feb5), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:56.064207 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074104b9-370b-4989-b1cf-783dbbd3fc08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d95cd04d-630d-435a-9ada-930355d8feb5 {{(pid=110545) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 19:58:56.069813 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-074104b9-370b-4989-b1cf-783dbbd3fc08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:56.072275 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-074104b9-370b-4989-b1cf-783dbbd3fc08 admin admin] 10.222.0.66 "DELETE /v2.0/routers/d95cd04d-630d-435a-9ada-930355d8feb5 HTTP/1.1" status: 204 len: 168 time: 0.9981887 Jul 01 19:58:56.074619 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 60766) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:56.120716 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:56.133070 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_v2 [None req-93192a9f-acbb-476e-8786-ee538ae0b7d2 admin admin] Deleting subnet 95a24cbd-acf9-41e4-ab57-3073c63f1712 {{(pid=110544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 19:58:56.138016 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-93192a9f-acbb-476e-8786-ee538ae0b7d2 admin admin] Publish callbacks [] for subnet (95a24cbd-acf9-41e4-ab57-3073c63f1712), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:56.180328 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-93192a9f-acbb-476e-8786-ee538ae0b7d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5827189'] for subnet (95a24cbd-acf9-41e4-ab57-3073c63f1712), precommit_delete_associations {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:56.313550 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-93192a9f-acbb-476e-8786-ee538ae0b7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482502'] for subnet (95a24cbd-acf9-41e4-ab57-3073c63f1712), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:56.322518 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee7a53-f2fe-440b-a55e-593ceee7cc59 req-c347012d-9f3a-4387-a1eb-2e3abc972dbe tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:56.324079 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e2ee7a53-f2fe-440b-a55e-593ceee7cc59 req-c347012d-9f3a-4387-a1eb-2e3abc972dbe tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 943 time: 0.0836737 Jul 01 19:58:56.436343 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e2ee7a53-f2fe-440b-a55e-593ceee7cc59 req-44a62dd8-a3a4-46eb-ba01-e5c3610412cf tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859022 Jul 01 19:58:56.443153 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-93192a9f-acbb-476e-8786-ee538ae0b7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6193769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6123257'] for subnet (95a24cbd-acf9-41e4-ab57-3073c63f1712), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:56.482809 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-93192a9f-acbb-476e-8786-ee538ae0b7d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for subnet (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:56.485645 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fce4aa8-88d2-455c-ab80-708d7bbff679 None None] Network 90e578c2-b967-4f2d-8b0b-4eef793f538b requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:58:56.486282 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-93192a9f-acbb-476e-8786-ee538ae0b7d2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/95a24cbd-acf9-41e4-ab57-3073c63f1712 HTTP/1.1" status: 204 len: 168 time: 0.4106400 Jul 01 19:58:56.487887 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93192a9f-acbb-476e-8786-ee538ae0b7d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95a24cbd-acf9-41e4-ab57-3073c63f1712,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:56.489620 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 60770) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:56.569625 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0c7572e4-fa8d-4c86-9db2-e276513c082c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624501'] for network (90e578c2-b967-4f2d-8b0b-4eef793f538b), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:56.619245 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-0c7572e4-fa8d-4c86-9db2-e276513c082c admin admin] Deleting port fae95020-76df-4b47-a309-a49594dc532e {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:58:56.619602 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0c7572e4-fa8d-4c86-9db2-e276513c082c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (fae95020-76df-4b47-a309-a49594dc532e), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:56.711346 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [None req-0c7572e4-fa8d-4c86-9db2-e276513c082c admin admin] For port fae95020-76df-4b47-a309-a49594dc532e, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=fae95020-76df-4b47-a309-a49594dc532e,segment=NetworkSegment(ecc5faaf-6066-4e93-8ef7-dbb43df0568d),segment_id=ecc5faaf-6066-4e93-8ef7-dbb43df0568d)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:56.712004 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0c7572e4-fa8d-4c86-9db2-e276513c082c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (fae95020-76df-4b47-a309-a49594dc532e), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:56.728686 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-0c7572e4-fa8d-4c86-9db2-e276513c082c admin admin] Calling delete_port for fae95020-76df-4b47-a309-a49594dc532e owned by network:dhcp {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:58:56.851398 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeeda49-b8b3-47d4-93bd-fa6d1d304c13 None None] DHCP port deletion for 90e578c2-b967-4f2d-8b0b-4eef793f538b request from dv-cinder-844601-7-iscsi {{(pid=110546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 01 19:58:56.866089 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-37328006-e8e6-4007-aea3-5cffd4471abb req-6fc51673-8fe1-4169-9a1d-d8344ebd8672 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 210 time: 0.0430274 Jul 01 19:58:56.892453 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-aaeeda49-b8b3-47d4-93bd-fa6d1d304c13 None None] Deleting port fae95020-76df-4b47-a309-a49594dc532e {{(pid=110546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:58:56.893628 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-aaeeda49-b8b3-47d4-93bd-fa6d1d304c13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (fae95020-76df-4b47-a309-a49594dc532e), before_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:56.945432 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0c7572e4-fa8d-4c86-9db2-e276513c082c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (fae95020-76df-4b47-a309-a49594dc532e), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:56.985740 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7572e4-fa8d-4c86-9db2-e276513c082c admin admin] Pushing event deleted for resources: {'Port': ['ID=fae95020-76df-4b47-a309-a49594dc532e,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:56.989419 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-aaeeda49-b8b3-47d4-93bd-fa6d1d304c13 None None] For port fae95020-76df-4b47-a309-a49594dc532e, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=fae95020-76df-4b47-a309-a49594dc532e,segment=NetworkSegment(ecc5faaf-6066-4e93-8ef7-dbb43df0568d),segment_id=ecc5faaf-6066-4e93-8ef7-dbb43df0568d)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:58:56.989419 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-aaeeda49-b8b3-47d4-93bd-fa6d1d304c13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (fae95020-76df-4b47-a309-a49594dc532e), precommit_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:56.994662 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7572e4-fa8d-4c86-9db2-e276513c082c admin admin] No DVR routers for this DVR port fae95020-76df-4b47-a309-a49594dc532e on host dv-cinder-844601-7-iscsi {{(pid=110544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:58:57.009111 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-aaeeda49-b8b3-47d4-93bd-fa6d1d304c13 None None] Calling delete_port for fae95020-76df-4b47-a309-a49594dc532e owned by network:dhcp {{(pid=110546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:58:57.064201 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:57.095687 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0c7572e4-fa8d-4c86-9db2-e276513c082c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599248', 'neutron.services.segments.db._delete_segments_for_network-8766990268766'] for network (90e578c2-b967-4f2d-8b0b-4eef793f538b), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:57.098855 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:57.100411 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-aaeeda49-b8b3-47d4-93bd-fa6d1d304c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798'] for port (fae95020-76df-4b47-a309-a49594dc532e), after_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:57.121110 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.services.segments.db [None req-0c7572e4-fa8d-4c86-9db2-e276513c082c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e578c2-b967-4f2d-8b0b-4eef793f538b']}} {{(pid=110544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:57.126224 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeeda49-b8b3-47d4-93bd-fa6d1d304c13 None None] Pushing event deleted for resources: {'Port': ['ID=fae95020-76df-4b47-a309-a49594dc532e,revision_number=None']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:57.138992 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeeda49-b8b3-47d4-93bd-fa6d1d304c13 None None] No DVR routers for this DVR port fae95020-76df-4b47-a309-a49594dc532e on host dv-cinder-844601-7-iscsi {{(pid=110546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:58:57.143752 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.services.segments.db [None req-0c7572e4-fa8d-4c86-9db2-e276513c082c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc5faaf-6066-4e93-8ef7-dbb43df0568d') {'for_net_delete': True} {{(pid=110544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:57.144193 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.services.segments.db [None req-0c7572e4-fa8d-4c86-9db2-e276513c082c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc5faaf-6066-4e93-8ef7-dbb43df0568d') {} {{(pid=110544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:58:57.168463 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0c7572e4-fa8d-4c86-9db2-e276513c082c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766990270311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5827150'] for segment (ecc5faaf-6066-4e93-8ef7-dbb43df0568d), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:57.185243 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0c7572e4-fa8d-4c86-9db2-e276513c082c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (ecc5faaf-6066-4e93-8ef7-dbb43df0568d), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:57.196880 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7572e4-fa8d-4c86-9db2-e276513c082c admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=110544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 19:58:57.197457 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0c7572e4-fa8d-4c86-9db2-e276513c082c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6193875'] for segment (ecc5faaf-6066-4e93-8ef7-dbb43df0568d), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:57.225968 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.services.segments.plugin [-] Segment ecc5faaf-6066-4e93-8ef7-dbb43df0568d resource provider aggregate not found Jul 01 19:58:57.275290 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.services.segments.plugin [-] Segment ecc5faaf-6066-4e93-8ef7-dbb43df0568d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ecc5faaf-6066-4e93-8ef7-dbb43df0568d found for delete ", "request_id": "req-b2672095-6f8b-47c6-b914-47182554a427"}]} Jul 01 19:58:57.285249 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 1dda9f22-9934-4022-9cb5-6162da9d37fe no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:58:57.288581 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0c7572e4-fa8d-4c86-9db2-e276513c082c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725398'] for network (90e578c2-b967-4f2d-8b0b-4eef793f538b), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:57.295533 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0c7572e4-fa8d-4c86-9db2-e276513c082c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:57.298858 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-0c7572e4-fa8d-4c86-9db2-e276513c082c admin admin] 10.222.0.66 "DELETE /v2.0/networks/90e578c2-b967-4f2d-8b0b-4eef793f538b HTTP/1.1" status: 204 len: 168 time: 0.8082442 Jul 01 19:58:57.311650 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7572e4-fa8d-4c86-9db2-e276513c082c admin admin] Pushing event deleted for resources: {'Network': ['ID=90e578c2-b967-4f2d-8b0b-4eef793f538b,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:57.315357 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: 1dda9f22-9934-4022-9cb5-6162da9d37fe {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:58:57.315711 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 1dda9f22-9934-4022-9cb5-6162da9d37fe not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:58:57.316183 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device fae95020-76df-4b47-a309-a49594dc532e no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:58:57.338212 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: fae95020-76df-4b47-a309-a49594dc532e {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:58:57.338825 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device fae95020-76df-4b47-a309-a49594dc532e not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:58:57.339440 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 894b5627-dea6-473d-9153-e9f91e55f087 no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:58:57.359057 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: 894b5627-dea6-473d-9153-e9f91e55f087 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:58:57.359629 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 894b5627-dea6-473d-9153-e9f91e55f087 not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:58:57.480348 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 60782) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:57.515246 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:57.530034 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-606e6ce9-b486-4145-9c36-e627cf168543 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e33de0b0c3244c78a86fbfda1c9fbdd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484412 Jul 01 19:58:57.532681 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 60784) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:57.588844 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9f91-5a11-4073-aad0-7c3857d7fd5a admin admin] Publish callbacks [] for security_group (909d4703-27a0-4cae-8a9e-b0b9f9a8b021), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:57.606636 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7d2f4-9d65-47cf-b621-e1c836085f2e req-1fc39902-36ec-4fb6-9443-31a320da8373 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:57.610082 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a5b7d2f4-9d65-47cf-b621-e1c836085f2e req-1fc39902-36ec-4fb6-9443-31a320da8373 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 943 time: 0.0665927 Jul 01 19:58:57.616951 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9f91-5a11-4073-aad0-7c3857d7fd5a admin admin] Publish callbacks [] for security_group (909d4703-27a0-4cae-8a9e-b0b9f9a8b021), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:57.639287 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:57.660301 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a5b7d2f4-9d65-47cf-b621-e1c836085f2e req-b1ff78b4-e7ab-47f0-a13b-98cbc78a297c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452225 Jul 01 19:58:57.683959 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9f91-5a11-4073-aad0-7c3857d7fd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (909d4703-27a0-4cae-8a9e-b0b9f9a8b021), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:57.686517 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9f91-5a11-4073-aad0-7c3857d7fd5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:57.690806 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-1a3b9f91-5a11-4073-aad0-7c3857d7fd5a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/909d4703-27a0-4cae-8a9e-b0b9f9a8b021 HTTP/1.1" status: 204 len: 168 time: 0.1530750 Jul 01 19:58:57.709178 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b9f91-5a11-4073-aad0-7c3857d7fd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909d4703-27a0-4cae-8a9e-b0b9f9a8b021,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:57.992195 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d5a418dc-0f61-416a-818e-d335c1319305 req-926aa5ed-032a-4500-a99d-1ca0abaf98ce tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 210 time: 0.0425580 Jul 01 19:58:58.098337 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 60792) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:58.144079 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-0b5e46ac-7336-4d4d-a65d-82517fbf0590 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9b5bd7d318e349ccb7b4544e8353eac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415173 Jul 01 19:58:58.144273 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 60794) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:58:58.199109 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1f91007d-7061-4a6c-b086-ba9249a526fc admin admin] Publish callbacks [] for security_group (825ffcb5-3018-477b-aced-15c6a54f0cbf), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:58.210154 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:58.223216 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1f91007d-7061-4a6c-b086-ba9249a526fc admin admin] Publish callbacks [] for security_group (825ffcb5-3018-477b-aced-15c6a54f0cbf), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:58.275386 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1f91007d-7061-4a6c-b086-ba9249a526fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (825ffcb5-3018-477b-aced-15c6a54f0cbf), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:58.279392 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1f91007d-7061-4a6c-b086-ba9249a526fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:58:58.282974 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-1f91007d-7061-4a6c-b086-ba9249a526fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/825ffcb5-3018-477b-aced-15c6a54f0cbf HTTP/1.1" status: 204 len: 168 time: 0.1353996 Jul 01 19:58:58.291488 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91007d-7061-4a6c-b086-ba9249a526fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825ffcb5-3018-477b-aced-15c6a54f0cbf,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:58:58.305379 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:58:58.810411 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a9be4-ebd5-41f1-b650-d0905609b2aa req-0af96212-5195-4032-84f8-1cc1d32a7a24 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:58.812267 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5c4a9be4-ebd5-41f1-b650-d0905609b2aa req-0af96212-5195-4032-84f8-1cc1d32a7a24 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 943 time: 0.0542953 Jul 01 19:58:58.862694 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5c4a9be4-ebd5-41f1-b650-d0905609b2aa req-da12b701-5166-402d-a84d-fecf0ce36507 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442712 Jul 01 19:58:59.097882 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-363fb19a-85e5-4710-8e0a-075f8b9735e9 req-4d03eb79-a922-4a34-b9e7-c711e3dfc0dc tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 210 time: 0.0325902 Jul 01 19:58:59.768618 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6beebefa-78bc-4d62-8f1f-dce8ea7fc305 req-3384cadd-bdb7-408a-8f4a-d105db4e761d service neutron] 10.222.0.60 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897174 Jul 01 19:58:59.978211 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5d79d-633c-4bba-9309-89fbfc8a7a31 req-f9692d1e-81d3-45bc-a835-cfad32607a91 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:58:59.979678 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-00c5d79d-633c-4bba-9309-89fbfc8a7a31 req-f9692d1e-81d3-45bc-a835-cfad32607a91 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 943 time: 0.0465829 Jul 01 19:59:00.031680 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-00c5d79d-633c-4bba-9309-89fbfc8a7a31 req-f0256296-a676-481a-848d-e1e7901bc024 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466077 Jul 01 19:59:00.206204 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c3a268cc-288c-46a7-b6f6-e072610f9cd1 req-486586c3-d09c-445e-ac5b-f1e78cc53c6c tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/ports?device_id=81be27a4-51b0-4fa6-8e9b-003575784817 HTTP/1.1" status: 200 len: 210 time: 0.0297458 Jul 01 19:59:00.621598 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6beebefa-78bc-4d62-8f1f-dce8ea7fc305 req-9c68d89c-8e8e-4e65-89e8-947b481a5dac service neutron] 10.222.0.60 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874612 Jul 01 19:59:01.164956 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad9f79-e38a-4bc4-b288-c643c045a476 req-88239fdf-9f0c-42f6-bd7e-9ada60be4112 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:01.166632 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a3ad9f79-e38a-4bc4-b288-c643c045a476 req-88239fdf-9f0c-42f6-bd7e-9ada60be4112 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 943 time: 0.0558944 Jul 01 19:59:01.218496 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a3ad9f79-e38a-4bc4-b288-c643c045a476 req-3d00bf48-c5d5-4604-968f-c5cf910f350e tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444078 Jul 01 19:59:01.291383 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 60818) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:01.346925 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-95215f04-0d9e-40c6-87cb-195f781ada03 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for security_group (a51f5646-7cad-4e30-9eb3-566306def3cd), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:01.370635 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-95215f04-0d9e-40c6-87cb-195f781ada03 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for security_group (a51f5646-7cad-4e30-9eb3-566306def3cd), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:01.419144 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-95215f04-0d9e-40c6-87cb-195f781ada03 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (a51f5646-7cad-4e30-9eb3-566306def3cd), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:01.421721 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-95215f04-0d9e-40c6-87cb-195f781ada03 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:01.422881 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-95215f04-0d9e-40c6-87cb-195f781ada03 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "DELETE /v2.0/security-groups/a51f5646-7cad-4e30-9eb3-566306def3cd HTTP/1.1" status: 204 len: 168 time: 0.1304038 Jul 01 19:59:01.426398 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 60820) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:01.433017 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95215f04-0d9e-40c6-87cb-195f781ada03 tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51f5646-7cad-4e30-9eb3-566306def3cd,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:01.442697 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.api.v2.resource [None req-1571547f-336f-4909-8d5e-c4081d649aeb tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] show failed (client error): The resource could not be found. Jul 01 19:59:01.444430 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-1571547f-336f-4909-8d5e-c4081d649aeb tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "GET /v2.0/security-groups/a51f5646-7cad-4e30-9eb3-566306def3cd HTTP/1.1" status: 404 len: 347 time: 0.0167513 Jul 01 19:59:01.447236 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 60822) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:01.557767 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-947fbc7e-8b28-4c85-b67e-4f4deb5fe77b tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Deleting port 3ac58d19-043a-40c2-843c-e96d8c6af883 {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:59:01.558107 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-947fbc7e-8b28-4c85-b67e-4f4deb5fe77b tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (3ac58d19-043a-40c2-843c-e96d8c6af883), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:01.635690 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-947fbc7e-8b28-4c85-b67e-4f4deb5fe77b tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (3ac58d19-043a-40c2-843c-e96d8c6af883), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:01.635905 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-947fbc7e-8b28-4c85-b67e-4f4deb5fe77b tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for floatingip (3ac58d19-043a-40c2-843c-e96d8c6af883), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:01.648630 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-947fbc7e-8b28-4c85-b67e-4f4deb5fe77b tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Calling delete_port for 3ac58d19-043a-40c2-843c-e96d8c6af883 owned by network:floatingip {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:59:01.696863 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:01.716890 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:01.784511 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-947fbc7e-8b28-4c85-b67e-4f4deb5fe77b tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (3ac58d19-043a-40c2-843c-e96d8c6af883), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:01.828160 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fbc7e-8b28-4c85-b67e-4f4deb5fe77b tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Pushing event deleted for resources: {'Port': ['ID=3ac58d19-043a-40c2-843c-e96d8c6af883,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:01.900377 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0cb07fb7-49dc-4abd-96f4-f715c36386ed req-d04d13de-d524-49e8-bb8f-c985031da3b8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817990 Jul 01 19:59:01.907393 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-947fbc7e-8b28-4c85-b67e-4f4deb5fe77b tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks [] for floatingip (8acea02a-7025-4883-aaf2-db73bd8ccd2f), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:01.910583 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-947fbc7e-8b28-4c85-b67e-4f4deb5fe77b tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:01.911648 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-947fbc7e-8b28-4c85-b67e-4f4deb5fe77b tempest-AttachVolumeTestJSON-735892358 tempest-AttachVolumeTestJSON-735892358-project] 10.222.0.66 "DELETE /v2.0/floatingips/8acea02a-7025-4883-aaf2-db73bd8ccd2f HTTP/1.1" status: 204 len: 168 time: 0.4634860 Jul 01 19:59:01.967297 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb07fb7-49dc-4abd-96f4-f715c36386ed req-1019cf93-d029-49ad-9f12-11cf8573c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:01.968964 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0cb07fb7-49dc-4abd-96f4-f715c36386ed req-1019cf93-d029-49ad-9f12-11cf8573c035 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=669587fe364c4741b489449451f2294c&device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 1130 time: 0.0444250 Jul 01 19:59:02.076331 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb07fb7-49dc-4abd-96f4-f715c36386ed req-22077494-1643-4961-ab42-eda7174aa46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:02.077832 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0cb07fb7-49dc-4abd-96f4-f715c36386ed req-22077494-1643-4961-ab42-eda7174aa46a service neutron] 10.222.0.60 "GET /v2.0/networks?id=c18db701-00a1-43b8-8ecb-a7786f515087 HTTP/1.1" status: 200 len: 910 time: 0.0898976 Jul 01 19:59:02.142152 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0cb07fb7-49dc-4abd-96f4-f715c36386ed req-85889e36-9082-4023-aae9-bf936bb20a65 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1703035c-ecba-43aa-ab94-ee8dc5dedbe4 HTTP/1.1" status: 200 len: 1002 time: 0.0579267 Jul 01 19:59:02.192960 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb07fb7-49dc-4abd-96f4-f715c36386ed req-d8d41089-b839-4dd5-81b1-4b9c8c2994d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:02.194357 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0cb07fb7-49dc-4abd-96f4-f715c36386ed req-d8d41089-b839-4dd5-81b1-4b9c8c2994d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9 HTTP/1.1" status: 200 len: 848 time: 0.0456760 Jul 01 19:59:02.241196 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb07fb7-49dc-4abd-96f4-f715c36386ed req-91972301-589c-487f-89c9-b249f557e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:02.243256 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0cb07fb7-49dc-4abd-96f4-f715c36386ed req-91972301-589c-487f-89c9-b249f557e9a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c18db701-00a1-43b8-8ecb-a7786f515087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387850 Jul 01 19:59:02.376600 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3da585-e912-42ca-9475-614d5dc770a9 req-55b21d53-9eda-4905-8f3b-5b808f3ce241 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:02.378080 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-cc3da585-e912-42ca-9475-614d5dc770a9 req-55b21d53-9eda-4905-8f3b-5b808f3ce241 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 943 time: 0.0645730 Jul 01 19:59:02.382628 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0cb07fb7-49dc-4abd-96f4-f715c36386ed req-69664401-6839-45b9-896a-6e5a81166173 service neutron] 10.222.0.60 "GET /v2.0/networks/c18db701-00a1-43b8-8ecb-a7786f515087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330433 Jul 01 19:59:02.479966 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 7bcf54c4-3b63-4285-981e-25adbeaaf278 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 19:59:02.483773 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-cc3da585-e912-42ca-9475-614d5dc770a9 req-d640ed10-621f-4160-93c6-458887b952e6 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994015 Jul 01 19:59:02.514473 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0cb07fb7-49dc-4abd-96f4-f715c36386ed req-e3b8a84d-7ec1-4f8e-b756-f730f4f7781e service neutron] 10.222.0.60 "GET /v2.0/networks/c18db701-00a1-43b8-8ecb-a7786f515087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165257 Jul 01 19:59:02.601674 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 7bcf54c4-3b63-4285-981e-25adbeaaf278, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7bcf54c4-3b63-4285-981e-25adbeaaf278,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:59:02.612386 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': '7bcf54c4-3b63-4285-981e-25adbeaaf278', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'port_id': '7bcf54c4-3b63-4285-981e-25adbeaaf278', 'mac_address': 'fa:16:3e:35:74:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 19:59:02.648969 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 7bcf54c4-3b63-4285-981e-25adbeaaf278 is: DOWN; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:59:02.649355 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:02.662417 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcf54c4-3b63-4285-981e-25adbeaaf278 {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:59:02.666118 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:02.687188 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 7bcf54c4-3b63-4285-981e-25adbeaaf278, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7bcf54c4-3b63-4285-981e-25adbeaaf278,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:59:02.691565 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:02.738177 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=7bcf54c4-3b63-4285-981e-25adbeaaf278,revision_number=9']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:02.941657 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['7bcf54c4-3b63-4285-981e-25adbeaaf278'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:59:03.648332 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba555c9-0084-4320-acca-778cf1b33242 req-5ba6a4bc-14c2-4869-b1e2-49265e87329b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:03.649777 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9ba555c9-0084-4320-acca-778cf1b33242 req-5ba6a4bc-14c2-4869-b1e2-49265e87329b tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 944 time: 0.0530794 Jul 01 19:59:03.697089 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9ba555c9-0084-4320-acca-778cf1b33242 req-87d67378-3b67-4a34-b544-d093b725e890 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416200 Jul 01 19:59:04.482835 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 7bcf54c4-3b63-4285-981e-25adbeaaf278 up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:59:04.529219 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port 7bcf54c4-3b63-4285-981e-25adbeaaf278 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:59:04.529618 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:04.604573 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 7bcf54c4-3b63-4285-981e-25adbeaaf278 is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:59:04.604958 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:04.627592 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebdcfdb-f355-4d88-94a2-ef1d4191f28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcf54c4-3b63-4285-981e-25adbeaaf278'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:59:04.630548 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee4e4c2-a978-4eaf-929e-a5e3cd0bb60a" -d '{"events": [{"server_uuid": "aebdcfdb-f355-4d88-94a2-ef1d4191f28d", "name": "network-vif-plugged", "status": "completed", "tag": "7bcf54c4-3b63-4285-981e-25adbeaaf278"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:59:04.643151 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 7bcf54c4-3b63-4285-981e-25adbeaaf278, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7bcf54c4-3b63-4285-981e-25adbeaaf278,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:59:04.647385 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:04.675848 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe479fc-d16a-4d13-96bd-c0c68bac1b72 x-openstack-request-id: req-4fe479fc-d16a-4d13-96bd-c0c68bac1b72 {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:59:04.676297 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebdcfdb-f355-4d88-94a2-ef1d4191f28d", "name": "network-vif-plugged", "status": "completed", "tag": "7bcf54c4-3b63-4285-981e-25adbeaaf278", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:59:04.676625 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4fe479fc-d16a-4d13-96bd-c0c68bac1b72 {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:59:04.677017 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fe479fc-d16a-4d13-96bd-c0c68bac1b72'] response: {'server_uuid': 'aebdcfdb-f355-4d88-94a2-ef1d4191f28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcf54c4-3b63-4285-981e-25adbeaaf278', 'code': 200} Jul 01 19:59:04.702581 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=7bcf54c4-3b63-4285-981e-25adbeaaf278,revision_number=10']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:04.823355 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca2b19-6d03-434a-97f4-385e73d1897a req-7236cb23-caf6-4092-8ecf-19381e758bc8 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:04.824832 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a0ca2b19-6d03-434a-97f4-385e73d1897a req-7236cb23-caf6-4092-8ecf-19381e758bc8 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 946 time: 0.0503414 Jul 01 19:59:04.879878 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:04.886975 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d314d3-3d39-4179-a4b1-415e1b5d56af req-7b893828-020f-4db2-b63b-6899b348830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:04.888426 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d5d314d3-3d39-4179-a4b1-415e1b5d56af req-7b893828-020f-4db2-b63b-6899b348830f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 1130 time: 0.0627289 Jul 01 19:59:04.907258 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:04.913922 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a0ca2b19-6d03-434a-97f4-385e73d1897a req-e92bfb49-ade5-46a0-8b81-09cab6fb487d tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797591 Jul 01 19:59:04.947385 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d5d314d3-3d39-4179-a4b1-415e1b5d56af req-462a81ca-8e57-4b0b-be41-72a3dc4438a6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481834 Jul 01 19:59:05.448747 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 60858) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:05.645019 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=8 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:05.646057 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=13 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:05.955147 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730121'] for router_interface (c2243065-4dd3-416f-a3f1-69bed13e411d), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:06.035370 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cda4a6-7866-4cb2-84c2-bfcf7c518703 req-4d8384b9-ec53-440b-92c9-df14c2627682 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:06.036992 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b0cda4a6-7866-4cb2-84c2-bfcf7c518703 req-4d8384b9-ec53-440b-92c9-df14c2627682 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 946 time: 0.0497673 Jul 01 19:59:06.085318 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b0cda4a6-7866-4cb2-84c2-bfcf7c518703 req-372f698f-4b0d-4d50-ad79-d0f6dfcc5a66 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426092 Jul 01 19:59:06.125991 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-8975ee34-acd8-4ece-badd-dd345c27de22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:06.181705 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] Deleting port 6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921 {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:59:06.182049 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:06.198607 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:06.265069 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] For port 6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921,segment=NetworkSegment(0b411177-2154-4372-8183-0472605c751c),segment_id=0b411177-2154-4372-8183-0472605c751c)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:59:06.265432 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:06.267503 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:06.279061 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] Calling delete_port for 6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921 owned by network:router_interface {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:59:06.454465 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:06.477261 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:06.486943 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:06.487286 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:06.487627 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:06.488550 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:06.488881 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:06.489209 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:06.490093 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:06.490093 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:06.490279 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:06.490489 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:06.490813 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:06.491132 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:06.491446 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:06.491752 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:06.492064 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:06.666315 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729465'] for router_interface (c2243065-4dd3-416f-a3f1-69bed13e411d), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:06.876803 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] Router c2243065-4dd3-416f-a3f1-69bed13e411d has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:59:06.984512 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:59:06.992794 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-9d4e6527-4860-402e-a035-e58914982d35 admin admin] 10.222.0.66 "PUT /v2.0/routers/c2243065-4dd3-416f-a3f1-69bed13e411d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5446744 Jul 01 19:59:06.993486 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 60894) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:06.995462 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b370499b-c1ab-45f6-86d0-571d48bf8af8 None None] Sync routers for ids ['c2243065-4dd3-416f-a3f1-69bed13e411d'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:59:07.007311 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b370499b-c1ab-45f6-86d0-571d48bf8af8 None None] Routers {'c2243065-4dd3-416f-a3f1-69bed13e411d'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:59:07.007928 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-b370499b-c1ab-45f6-86d0-571d48bf8af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:58:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c2243065-4dd3-416f-a3f1-69bed13e411d'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:07.107277 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7ad4ef6f-a6d5-4be1-8caa-8d7ed292534c admin admin] Publish callbacks [] for router (c2243065-4dd3-416f-a3f1-69bed13e411d), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:07.120029 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-b370499b-c1ab-45f6-86d0-571d48bf8af8 None None] Set router c2243065-4dd3-416f-a3f1-69bed13e411d gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:59:07.219905 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbf0f4-fd29-417d-9e91-9f06ecf9d504 req-65b7163a-45b8-40b9-bb74-6a1df3fbb9d8 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:07.221410 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3edbf0f4-fd29-417d-9e91-9f06ecf9d504 req-65b7163a-45b8-40b9-bb74-6a1df3fbb9d8 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 946 time: 0.0486705 Jul 01 19:59:07.283761 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3edbf0f4-fd29-417d-9e91-9f06ecf9d504 req-3571fcd3-a008-46d9-9235-c7f8e83a9e41 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559790 Jul 01 19:59:07.311562 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7ad4ef6f-a6d5-4be1-8caa-8d7ed292534c admin admin] Publish callbacks [] for router_gateway (c2243065-4dd3-416f-a3f1-69bed13e411d), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:07.324212 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-b370499b-c1ab-45f6-86d0-571d48bf8af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'name': 'tempest-AttachVolumeTestJSON-1080420829-router', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:41Z', 'updated_at': '2022-07-01T19:59:06Z', 'revision_number': 5, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'gw_port': {'id': '3817e95a-3b31-4110-af83-d45b4090fcbf', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:43Z', 'updated_at': '2022-07-01T19:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:07.353253 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b370499b-c1ab-45f6-86d0-571d48bf8af8 None None] Checking router: c2243065-4dd3-416f-a3f1-69bed13e411d for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:59:07.354403 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-7ad4ef6f-a6d5-4be1-8caa-8d7ed292534c admin admin] Deleting port 3817e95a-3b31-4110-af83-d45b4090fcbf {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:59:07.354752 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7ad4ef6f-a6d5-4be1-8caa-8d7ed292534c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (3817e95a-3b31-4110-af83-d45b4090fcbf), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:07.363584 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b370499b-c1ab-45f6-86d0-571d48bf8af8 None None] Routers {'c2243065-4dd3-416f-a3f1-69bed13e411d'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:59:07.364691 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-b370499b-c1ab-45f6-86d0-571d48bf8af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:58:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c2243065-4dd3-416f-a3f1-69bed13e411d'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:07.463246 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [None req-7ad4ef6f-a6d5-4be1-8caa-8d7ed292534c admin admin] For port 3817e95a-3b31-4110-af83-d45b4090fcbf, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=3817e95a-3b31-4110-af83-d45b4090fcbf,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:59:07.463627 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7ad4ef6f-a6d5-4be1-8caa-8d7ed292534c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (3817e95a-3b31-4110-af83-d45b4090fcbf), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:07.463927 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-b370499b-c1ab-45f6-86d0-571d48bf8af8 None None] Set router c2243065-4dd3-416f-a3f1-69bed13e411d gateway port host: None {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:59:07.480045 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-7ad4ef6f-a6d5-4be1-8caa-8d7ed292534c admin admin] Calling delete_port for 3817e95a-3b31-4110-af83-d45b4090fcbf owned by network:router_gateway {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:59:07.525100 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-b370499b-c1ab-45f6-86d0-571d48bf8af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'name': 'tempest-AttachVolumeTestJSON-1080420829-router', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:41Z', 'updated_at': '2022-07-01T19:59:07Z', 'revision_number': 6, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'gw_port_host': None}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:07.526657 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:07.553224 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b370499b-c1ab-45f6-86d0-571d48bf8af8 None None] The sync data for ids ['c2243065-4dd3-416f-a3f1-69bed13e411d'] in dv-cinder-844601-7-iscsi is: [{'id': 'c2243065-4dd3-416f-a3f1-69bed13e411d', 'name': 'tempest-AttachVolumeTestJSON-1080420829-router', 'tenant_id': '025035b3b0b348d7acddfe456dd6a109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:41Z', 'updated_at': '2022-07-01T19:59:07Z', 'revision_number': 6, 'project_id': '025035b3b0b348d7acddfe456dd6a109', 'gw_port_host': None}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:59:07.662957 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7ad4ef6f-a6d5-4be1-8caa-8d7ed292534c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (3817e95a-3b31-4110-af83-d45b4090fcbf), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:07.691151 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4ef6f-a6d5-4be1-8caa-8d7ed292534c admin admin] Pushing event deleted for resources: {'Port': ['ID=3817e95a-3b31-4110-af83-d45b4090fcbf,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:07.699455 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:07.758095 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7ad4ef6f-a6d5-4be1-8caa-8d7ed292534c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726997'] for router_gateway (c2243065-4dd3-416f-a3f1-69bed13e411d), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:07.857285 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7ad4ef6f-a6d5-4be1-8caa-8d7ed292534c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1734958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2076635'] for router (c2243065-4dd3-416f-a3f1-69bed13e411d), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:07.859409 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7ad4ef6f-a6d5-4be1-8caa-8d7ed292534c admin admin] Publish callbacks [] for router_controller (c2243065-4dd3-416f-a3f1-69bed13e411d), precommit_delete_associations {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:08.178615 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7ad4ef6f-a6d5-4be1-8caa-8d7ed292534c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1735151'] for router (c2243065-4dd3-416f-a3f1-69bed13e411d), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:08.179325 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad4ef6f-a6d5-4be1-8caa-8d7ed292534c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2243065-4dd3-416f-a3f1-69bed13e411d {{(pid=110544) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 19:59:08.184148 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7ad4ef6f-a6d5-4be1-8caa-8d7ed292534c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:08.186013 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-7ad4ef6f-a6d5-4be1-8caa-8d7ed292534c admin admin] 10.222.0.66 "DELETE /v2.0/routers/c2243065-4dd3-416f-a3f1-69bed13e411d HTTP/1.1" status: 204 len: 168 time: 1.1909056 Jul 01 19:59:08.187450 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 60904) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:08.214233 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:08.233607 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe1de69-e8e2-41b1-afe1-8f64a13db458 admin admin] Deleting subnet 8be3e6b8-9cb2-4563-96d1-aa493dda5517 {{(pid=110544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 19:59:08.237259 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-afe1de69-e8e2-41b1-afe1-8f64a13db458 admin admin] Publish callbacks [] for subnet (8be3e6b8-9cb2-4563-96d1-aa493dda5517), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:08.274448 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-afe1de69-e8e2-41b1-afe1-8f64a13db458 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5827189'] for subnet (8be3e6b8-9cb2-4563-96d1-aa493dda5517), precommit_delete_associations {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:08.359269 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-afe1de69-e8e2-41b1-afe1-8f64a13db458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482502'] for subnet (8be3e6b8-9cb2-4563-96d1-aa493dda5517), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:08.439065 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64bce8-75b9-491a-93fe-93467d797286 req-7395e82f-5438-45af-8e3c-480c82d431c2 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:08.440448 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0b64bce8-75b9-491a-93fe-93467d797286 req-7395e82f-5438-45af-8e3c-480c82d431c2 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 946 time: 0.0787327 Jul 01 19:59:08.477480 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-afe1de69-e8e2-41b1-afe1-8f64a13db458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6193769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6123257'] for subnet (8be3e6b8-9cb2-4563-96d1-aa493dda5517), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:08.525539 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1de69-e8e2-41b1-afe1-8f64a13db458 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be3e6b8-9cb2-4563-96d1-aa493dda5517,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:08.530712 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-afe1de69-e8e2-41b1-afe1-8f64a13db458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for subnet (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:08.535864 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154fe786-3d72-4c5d-b4f0-203bbb1a7053 None None] Network b31a2a85-453d-4d0b-bc1f-fd678ffc85ef requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:59:08.536720 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-afe1de69-e8e2-41b1-afe1-8f64a13db458 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8be3e6b8-9cb2-4563-96d1-aa493dda5517 HTTP/1.1" status: 204 len: 168 time: 0.3483031 Jul 01 19:59:08.539356 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 60908) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:08.540578 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0b64bce8-75b9-491a-93fe-93467d797286 req-f2ff691f-2a30-412b-8fd0-630f83f562ef tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929158 Jul 01 19:59:08.609707 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:08.622322 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d537aee5-9119-4ee5-a192-dd02cf695aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624501'] for network (b31a2a85-453d-4d0b-bc1f-fd678ffc85ef), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:08.648905 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-c42f81ca-0b16-4413-9612-53ed11a8ef9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:08.683053 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-d537aee5-9119-4ee5-a192-dd02cf695aea admin admin] Deleting port 776394c0-9125-4cb6-b436-1f4d23460368 {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:59:08.683053 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d537aee5-9119-4ee5-a192-dd02cf695aea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (776394c0-9125-4cb6-b436-1f4d23460368), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:08.697094 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:08.730200 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b2a599-8d87-4315-9358-568e84307525 None None] DHCP port deletion for b31a2a85-453d-4d0b-bc1f-fd678ffc85ef request from dv-cinder-844601-7-iscsi {{(pid=110546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 01 19:59:08.751577 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [None req-d537aee5-9119-4ee5-a192-dd02cf695aea admin admin] For port 776394c0-9125-4cb6-b436-1f4d23460368, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=776394c0-9125-4cb6-b436-1f4d23460368,segment=NetworkSegment(0b411177-2154-4372-8183-0472605c751c),segment_id=0b411177-2154-4372-8183-0472605c751c)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:59:08.751934 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d537aee5-9119-4ee5-a192-dd02cf695aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (776394c0-9125-4cb6-b436-1f4d23460368), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:08.764973 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-d537aee5-9119-4ee5-a192-dd02cf695aea admin admin] Calling delete_port for 776394c0-9125-4cb6-b436-1f4d23460368 owned by network:dhcp {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:59:08.772228 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-07b2a599-8d87-4315-9358-568e84307525 None None] Deleting port 776394c0-9125-4cb6-b436-1f4d23460368 {{(pid=110546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:59:08.772605 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-07b2a599-8d87-4315-9358-568e84307525 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (776394c0-9125-4cb6-b436-1f4d23460368), before_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:08.836298 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-07b2a599-8d87-4315-9358-568e84307525 None None] For port 776394c0-9125-4cb6-b436-1f4d23460368, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=776394c0-9125-4cb6-b436-1f4d23460368,segment=NetworkSegment(0b411177-2154-4372-8183-0472605c751c),segment_id=0b411177-2154-4372-8183-0472605c751c)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:59:08.836700 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-07b2a599-8d87-4315-9358-568e84307525 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (776394c0-9125-4cb6-b436-1f4d23460368), precommit_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:08.848577 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d537aee5-9119-4ee5-a192-dd02cf695aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (776394c0-9125-4cb6-b436-1f4d23460368), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:08.851164 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-07b2a599-8d87-4315-9358-568e84307525 None None] Calling delete_port for 776394c0-9125-4cb6-b436-1f4d23460368 owned by network:dhcp {{(pid=110546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:59:08.878153 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d537aee5-9119-4ee5-a192-dd02cf695aea admin admin] No DVR routers for this DVR port 776394c0-9125-4cb6-b436-1f4d23460368 on host dv-cinder-844601-7-iscsi {{(pid=110545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:59:08.882634 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537aee5-9119-4ee5-a192-dd02cf695aea admin admin] Pushing event deleted for resources: {'Port': ['ID=776394c0-9125-4cb6-b436-1f4d23460368,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:08.901762 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:08.938497 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-07b2a599-8d87-4315-9358-568e84307525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798'] for port (776394c0-9125-4cb6-b436-1f4d23460368), after_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:08.957607 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d537aee5-9119-4ee5-a192-dd02cf695aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599248', 'neutron.services.segments.db._delete_segments_for_network-8766990268766'] for network (b31a2a85-453d-4d0b-bc1f-fd678ffc85ef), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:08.962561 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2a599-8d87-4315-9358-568e84307525 None None] Pushing event deleted for resources: {'Port': ['ID=776394c0-9125-4cb6-b436-1f4d23460368,revision_number=None']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:08.967988 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b2a599-8d87-4315-9358-568e84307525 None None] No DVR routers for this DVR port 776394c0-9125-4cb6-b436-1f4d23460368 on host dv-cinder-844601-7-iscsi {{(pid=110546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:59:08.988240 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-d537aee5-9119-4ee5-a192-dd02cf695aea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31a2a85-453d-4d0b-bc1f-fd678ffc85ef']}} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:08.998157 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-d537aee5-9119-4ee5-a192-dd02cf695aea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b411177-2154-4372-8183-0472605c751c') {'for_net_delete': True} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:08.998458 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-d537aee5-9119-4ee5-a192-dd02cf695aea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b411177-2154-4372-8183-0472605c751c') {} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:09.008058 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d537aee5-9119-4ee5-a192-dd02cf695aea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766990270311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7752432'] for segment (0b411177-2154-4372-8183-0472605c751c), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:09.022075 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d537aee5-9119-4ee5-a192-dd02cf695aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (0b411177-2154-4372-8183-0472605c751c), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:09.028435 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d537aee5-9119-4ee5-a192-dd02cf695aea admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=110545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 19:59:09.028845 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d537aee5-9119-4ee5-a192-dd02cf695aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5116964'] for segment (0b411177-2154-4372-8183-0472605c751c), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:09.048219 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment 0b411177-2154-4372-8183-0472605c751c resource provider aggregate not found Jul 01 19:59:09.086929 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment 0b411177-2154-4372-8183-0472605c751c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b411177-2154-4372-8183-0472605c751c found for delete ", "request_id": "req-e5501b46-2655-4194-b7a3-3a22e1f7dec9"}]} Jul 01 19:59:09.095485 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d537aee5-9119-4ee5-a192-dd02cf695aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725398'] for network (b31a2a85-453d-4d0b-bc1f-fd678ffc85ef), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:09.104026 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d537aee5-9119-4ee5-a192-dd02cf695aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:09.111993 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-d537aee5-9119-4ee5-a192-dd02cf695aea admin admin] 10.222.0.66 "DELETE /v2.0/networks/b31a2a85-453d-4d0b-bc1f-fd678ffc85ef HTTP/1.1" status: 204 len: 168 time: 0.5655742 Jul 01 19:59:09.117154 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537aee5-9119-4ee5-a192-dd02cf695aea admin admin] Pushing event deleted for resources: {'Network': ['ID=b31a2a85-453d-4d0b-bc1f-fd678ffc85ef,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:09.227166 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 60920) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:09.239999 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921 no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:59:09.263082 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: 6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:59:09.263429 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 6c3ed9fe-6c95-4d90-b9c9-3e75b3c7f921 not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:59:09.263856 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 3817e95a-3b31-4110-af83-d45b4090fcbf no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:59:09.271145 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-cb4a39e8-abc8-4731-b003-007f9e3e678f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=025035b3b0b348d7acddfe456dd6a109&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426278 Jul 01 19:59:09.274539 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 60922) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:09.283763 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: 3817e95a-3b31-4110-af83-d45b4090fcbf {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:59:09.284116 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 3817e95a-3b31-4110-af83-d45b4090fcbf not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:59:09.285108 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 776394c0-9125-4cb6-b436-1f4d23460368 no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:59:09.304886 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: 776394c0-9125-4cb6-b436-1f4d23460368 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:59:09.305230 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 776394c0-9125-4cb6-b436-1f4d23460368 not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:59:09.330574 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e2d204ad-ad17-48b8-8dc5-d0584dac7fa2 admin admin] Publish callbacks [] for security_group (32ebd7cd-0932-48f1-b640-a2da114cd0e5), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:09.353253 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e2d204ad-ad17-48b8-8dc5-d0584dac7fa2 admin admin] Publish callbacks [] for security_group (32ebd7cd-0932-48f1-b640-a2da114cd0e5), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:09.401340 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e2d204ad-ad17-48b8-8dc5-d0584dac7fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (32ebd7cd-0932-48f1-b640-a2da114cd0e5), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:09.404348 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e2d204ad-ad17-48b8-8dc5-d0584dac7fa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:09.405482 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-e2d204ad-ad17-48b8-8dc5-d0584dac7fa2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/32ebd7cd-0932-48f1-b640-a2da114cd0e5 HTTP/1.1" status: 204 len: 168 time: 0.1309099 Jul 01 19:59:09.418192 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d204ad-ad17-48b8-8dc5-d0584dac7fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ebd7cd-0932-48f1-b640-a2da114cd0e5,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:09.754904 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:11.104318 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:11.400913 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:12.858366 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 19:59:15.239842 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:17.599114 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 32816) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:17.742824 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 32822) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:17.810553 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6776ef82-e748-4290-9cb5-be96a01c9f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:17.976115 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:18.001727 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Deleting port f110ff8a-a634-4401-899e-56f2f57dea0e {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:59:18.002069 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (f110ff8a-a634-4401-899e-56f2f57dea0e), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:18.003481 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:18.028120 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6776ef82-e748-4290-9cb5-be96a01c9f73 admin admin] Publish callbacks [] for security_group (f3dde2fc-12d9-4d11-9afb-dbe3a38f1b46), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:18.039210 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6776ef82-e748-4290-9cb5-be96a01c9f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (f3dde2fc-12d9-4d11-9afb-dbe3a38f1b46), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:18.111576 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-6776ef82-e748-4290-9cb5-be96a01c9f73 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=06638794c7444edcbc9497db49af27e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3676207 Jul 01 19:59:18.115479 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 32828) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:18.119301 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776ef82-e748-4290-9cb5-be96a01c9f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dde2fc-12d9-4d11-9afb-dbe3a38f1b46,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:18.133682 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (f110ff8a-a634-4401-899e-56f2f57dea0e), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:18.133962 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for floatingip (f110ff8a-a634-4401-899e-56f2f57dea0e), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:18.146474 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Calling delete_port for f110ff8a-a634-4401-899e-56f2f57dea0e owned by network:floatingip {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:59:18.171413 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-029ebd2d-8405-42d8-a86a-07618b3388f8 admin admin] Publish callbacks [] for security_group (f3dde2fc-12d9-4d11-9afb-dbe3a38f1b46), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:18.194255 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-029ebd2d-8405-42d8-a86a-07618b3388f8 admin admin] Publish callbacks [] for security_group (f3dde2fc-12d9-4d11-9afb-dbe3a38f1b46), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:18.242074 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-029ebd2d-8405-42d8-a86a-07618b3388f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (f3dde2fc-12d9-4d11-9afb-dbe3a38f1b46), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:18.244753 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-029ebd2d-8405-42d8-a86a-07618b3388f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:18.247128 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-029ebd2d-8405-42d8-a86a-07618b3388f8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f3dde2fc-12d9-4d11-9afb-dbe3a38f1b46 HTTP/1.1" status: 204 len: 168 time: 0.1295271 Jul 01 19:59:18.254601 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ebd2d-8405-42d8-a86a-07618b3388f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dde2fc-12d9-4d11-9afb-dbe3a38f1b46,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:18.306248 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (f110ff8a-a634-4401-899e-56f2f57dea0e), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:18.332395 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Pushing event deleted for resources: {'Port': ['ID=f110ff8a-a634-4401-899e-56f2f57dea0e,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:18.361132 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:18.361654 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:18.362041 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:18.362384 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:18.362719 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:18.363052 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:18.363384 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:18.364573 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:18.364911 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:18.365242 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:18.365573 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:18.365928 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:18.366256 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:18.366579 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:18.366900 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:18.414750 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for floatingip (e61d4adc-6004-4573-9871-6c49f72b668b), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:18.415082 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.l3_db [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Floating IP e61d4adc-6004-4573-9871-6c49f72b668b disassociated (deleted). External IP: 172.27.1.220, port: 1703035c-ecba-43aa-ab94-ee8dc5dedbe4. Jul 01 19:59:18.623649 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Router baab68a6-76b6-4eed-bcf0-39f1da64d6b2 has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:59:18.723873 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:18.735761 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:59:18.740383 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:18.748140 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841fb48e-80e4-4220-9065-d1cad9264186 None None] Sync routers for ids ['baab68a6-76b6-4eed-bcf0-39f1da64d6b2'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:59:18.760407 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841fb48e-80e4-4220-9065-d1cad9264186 None None] Routers {'baab68a6-76b6-4eed-bcf0-39f1da64d6b2'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:59:18.761134 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-841fb48e-80e4-4220-9065-d1cad9264186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:59:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['baab68a6-76b6-4eed-bcf0-39f1da64d6b2'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:18.773438 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-edd40946-35af-4345-8457-0ec061a396c6 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "DELETE /v2.0/floatingips/e61d4adc-6004-4573-9871-6c49f72b668b HTTP/1.1" status: 204 len: 168 time: 1.1727822 Jul 01 19:59:18.774232 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee927ae4-fe7f-411f-be38-1d732b6ba6e3', 'tag': '1703035c-ecba-43aa-ab94-ee8dc5dedbe4'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:59:18.776807 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8b5b3d-b1fc-4975-91fa-32ea7d08f5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ee927ae4-fe7f-411f-be38-1d732b6ba6e3", "tag": "1703035c-ecba-43aa-ab94-ee8dc5dedbe4"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:59:18.825745 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6558756-1d1b-41d9-8ade-7382839a02ac x-openstack-request-id: req-b6558756-1d1b-41d9-8ade-7382839a02ac {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:59:18.826056 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee927ae4-fe7f-411f-be38-1d732b6ba6e3", "tag": "1703035c-ecba-43aa-ab94-ee8dc5dedbe4", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:59:18.826313 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b6558756-1d1b-41d9-8ade-7382839a02ac {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:59:18.826836 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6558756-1d1b-41d9-8ade-7382839a02ac'] response: {'name': 'network-changed', 'server_uuid': 'ee927ae4-fe7f-411f-be38-1d732b6ba6e3', 'tag': '1703035c-ecba-43aa-ab94-ee8dc5dedbe4', 'status': 'completed', 'code': 200} Jul 01 19:59:18.902213 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-841fb48e-80e4-4220-9065-d1cad9264186 None None] Set router baab68a6-76b6-4eed-bcf0-39f1da64d6b2 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:59:18.917384 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b5b3d-b1fc-4975-91fa-32ea7d08f5e7 req-20a8b5f9-454f-4dd3-8950-d312e1706296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:18.919634 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7f8b5b3d-b1fc-4975-91fa-32ea7d08f5e7 req-20a8b5f9-454f-4dd3-8950-d312e1706296 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=669587fe364c4741b489449451f2294c&device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 1130 time: 0.0690076 Jul 01 19:59:19.071313 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b5b3d-b1fc-4975-91fa-32ea7d08f5e7 req-18e7d6e0-fb5c-433e-9ddb-6c84d2e38b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:19.073219 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7f8b5b3d-b1fc-4975-91fa-32ea7d08f5e7 req-18e7d6e0-fb5c-433e-9ddb-6c84d2e38b96 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c18db701-00a1-43b8-8ecb-a7786f515087 HTTP/1.1" status: 200 len: 910 time: 0.1455221 Jul 01 19:59:19.114450 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5aef0-26aa-42a1-a15d-feba3501cf9c req-332d8029-5379-4e96-827d-59ddbc34f7d5 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:19.116181 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b4c5aef0-26aa-42a1-a15d-feba3501cf9c req-332d8029-5379-4e96-827d-59ddbc34f7d5 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.0672035 Jul 01 19:59:19.118079 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-841fb48e-80e4-4220-9065-d1cad9264186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'name': 'tempest-TestShelveInstance-1696941523-router', 'tenant_id': '669587fe364c4741b489449451f2294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:53:55Z', 'revision_number': 4, 'project_id': '669587fe364c4741b489449451f2294c', 'gw_port': {'id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': 'a4d8bca8-0f3c-4b67-ab59-bd189e3289ee', 'name': '', 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087', 'tenant_id': '669587fe364c4741b489449451f2294c', 'mac_address': 'fa:16:3e:c5:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:54Z', 'updated_at': '2022-07-01T19:54:00Z', 'revision_number': 5, 'project_id': '669587fe364c4741b489449451f2294c', 'subnets': [{'id': '23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:19.144462 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841fb48e-80e4-4220-9065-d1cad9264186 None None] Checking router: baab68a6-76b6-4eed-bcf0-39f1da64d6b2 for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:59:19.146161 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:19.154826 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841fb48e-80e4-4220-9065-d1cad9264186 None None] Routers {'baab68a6-76b6-4eed-bcf0-39f1da64d6b2'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:59:19.155499 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-841fb48e-80e4-4220-9065-d1cad9264186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:59:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['baab68a6-76b6-4eed-bcf0-39f1da64d6b2'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:19.173373 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b4c5aef0-26aa-42a1-a15d-feba3501cf9c req-7ba8be36-2128-44b3-b8f6-9a3c6e882f34 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506637 Jul 01 19:59:19.269210 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-841fb48e-80e4-4220-9065-d1cad9264186 None None] Set router baab68a6-76b6-4eed-bcf0-39f1da64d6b2 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:59:19.464505 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-841fb48e-80e4-4220-9065-d1cad9264186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'name': 'tempest-TestShelveInstance-1696941523-router', 'tenant_id': '669587fe364c4741b489449451f2294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:53:55Z', 'revision_number': 4, 'project_id': '669587fe364c4741b489449451f2294c', 'gw_port': {'id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': 'a4d8bca8-0f3c-4b67-ab59-bd189e3289ee', 'name': '', 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087', 'tenant_id': '669587fe364c4741b489449451f2294c', 'mac_address': 'fa:16:3e:c5:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:54Z', 'updated_at': '2022-07-01T19:54:00Z', 'revision_number': 5, 'project_id': '669587fe364c4741b489449451f2294c', 'subnets': [{'id': '23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:19.490379 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841fb48e-80e4-4220-9065-d1cad9264186 None None] The sync data for ids ['baab68a6-76b6-4eed-bcf0-39f1da64d6b2'] in dv-cinder-844601-7-iscsi is: [{'id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'name': 'tempest-TestShelveInstance-1696941523-router', 'tenant_id': '669587fe364c4741b489449451f2294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:53:55Z', 'revision_number': 4, 'project_id': '669587fe364c4741b489449451f2294c', 'gw_port': {'id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': 'a4d8bca8-0f3c-4b67-ab59-bd189e3289ee', 'name': '', 'network_id': 'c18db701-00a1-43b8-8ecb-a7786f515087', 'tenant_id': '669587fe364c4741b489449451f2294c', 'mac_address': 'fa:16:3e:c5:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:54Z', 'updated_at': '2022-07-01T19:54:00Z', 'revision_number': 5, 'project_id': '669587fe364c4741b489449451f2294c', 'subnets': [{'id': '23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:59:19.727235 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b44edbb-e7d2-4f38-85c6-a3ef9a2e5b67 None None] New status for floating IP e61d4adc-6004-4573-9871-6c49f72b668b: DOWN {{(pid=110546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 19:59:20.126939 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7f8b5b3d-b1fc-4975-91fa-32ea7d08f5e7 req-359b3806-047d-48c4-84c5-dea7edf0b740 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1703035c-ecba-43aa-ab94-ee8dc5dedbe4 HTTP/1.1" status: 200 len: 217 time: 0.0384760 Jul 01 19:59:20.179492 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b5b3d-b1fc-4975-91fa-32ea7d08f5e7 req-0f6f68f7-e6fa-4c34-aeba-45f58dabe7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:20.180962 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7f8b5b3d-b1fc-4975-91fa-32ea7d08f5e7 req-0f6f68f7-e6fa-4c34-aeba-45f58dabe7a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9 HTTP/1.1" status: 200 len: 848 time: 0.0457659 Jul 01 19:59:20.341095 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927673a-d8d7-4eb3-a951-c3ea991a77d4 req-c567bb71-04c3-4f37-85e3-0de7af0b3df8 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:20.342624 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a927673a-d8d7-4eb3-a951-c3ea991a77d4 req-c567bb71-04c3-4f37-85e3-0de7af0b3df8 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.0883164 Jul 01 19:59:20.343706 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b5b3d-b1fc-4975-91fa-32ea7d08f5e7 req-577af293-cada-4c4e-9258-cf738d566172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:20.345058 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7f8b5b3d-b1fc-4975-91fa-32ea7d08f5e7 req-577af293-cada-4c4e-9258-cf738d566172 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c18db701-00a1-43b8-8ecb-a7786f515087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760179 Jul 01 19:59:20.362494 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 32910) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:20.452251 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a927673a-d8d7-4eb3-a951-c3ea991a77d4 req-f33ed12e-e9f1-47f5-a8ed-52b69d4f7058 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/security-groups?id=dde4fcca-873d-46be-b4fc-d6abb356aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030011 Jul 01 19:59:20.478237 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7f8b5b3d-b1fc-4975-91fa-32ea7d08f5e7 req-82c8fb80-254a-4495-816a-3262ee5dcb1d service neutron] 10.222.0.60 "GET /v2.0/networks/c18db701-00a1-43b8-8ecb-a7786f515087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217232 Jul 01 19:59:20.490237 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c8efae18-c32d-4e05-ac61-32a1d745a662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:20.572426 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c8efae18-c32d-4e05-ac61-32a1d745a662 admin admin] Publish callbacks [] for security_group (8c554516-9ee5-44aa-80e7-ec159013effc), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:20.576055 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c8efae18-c32d-4e05-ac61-32a1d745a662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (8c554516-9ee5-44aa-80e7-ec159013effc), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:20.615904 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efae18-c32d-4e05-ac61-32a1d745a662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c554516-9ee5-44aa-80e7-ec159013effc,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:20.622854 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-c8efae18-c32d-4e05-ac61-32a1d745a662 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ee3f6fe4f3ef4779961793f4cd85f95c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2568505 Jul 01 19:59:20.623836 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 32914) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:20.651843 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f19f4-bf03-4136-998a-cd12d5e742bc req-f0b8b98f-ed09-47bb-b39a-0aa3b3877228 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:20.652951 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-330f19f4-bf03-4136-998a-cd12d5e742bc req-f0b8b98f-ed09-47bb-b39a-0aa3b3877228 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 946 time: 0.0728223 Jul 01 19:59:20.655142 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7f8b5b3d-b1fc-4975-91fa-32ea7d08f5e7 req-84eb576d-cf76-453f-b488-59c9353e67ed service neutron] 10.222.0.60 "GET /v2.0/networks/c18db701-00a1-43b8-8ecb-a7786f515087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341722 Jul 01 19:59:20.660856 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:20.675353 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0dc2623b-3ffc-451c-afe5-4069e3021b84 admin admin] Publish callbacks [] for security_group (8c554516-9ee5-44aa-80e7-ec159013effc), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:20.698231 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:20.700345 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0dc2623b-3ffc-451c-afe5-4069e3021b84 admin admin] Publish callbacks [] for security_group (8c554516-9ee5-44aa-80e7-ec159013effc), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:20.747856 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-330f19f4-bf03-4136-998a-cd12d5e742bc req-fa441ffe-fb28-4b58-8d46-db707b5bf755 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Deleting port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:59:20.748188 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-330f19f4-bf03-4136-998a-cd12d5e742bc req-fa441ffe-fb28-4b58-8d46-db707b5bf755 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (1703035c-ecba-43aa-ab94-ee8dc5dedbe4), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:20.752235 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0dc2623b-3ffc-451c-afe5-4069e3021b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (8c554516-9ee5-44aa-80e7-ec159013effc), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:20.755317 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0dc2623b-3ffc-451c-afe5-4069e3021b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:20.756483 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-0dc2623b-3ffc-451c-afe5-4069e3021b84 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8c554516-9ee5-44aa-80e7-ec159013effc HTTP/1.1" status: 204 len: 168 time: 0.1324670 Jul 01 19:59:20.767365 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2623b-3ffc-451c-afe5-4069e3021b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c554516-9ee5-44aa-80e7-ec159013effc,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:20.856254 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-330f19f4-bf03-4136-998a-cd12d5e742bc req-fa441ffe-fb28-4b58-8d46-db707b5bf755 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] For port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1703035c-ecba-43aa-ab94-ee8dc5dedbe4,segment=NetworkSegment(07e7f769-0ab3-4377-bc29-94916ab541ef),segment_id=07e7f769-0ab3-4377-bc29-94916ab541ef)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:59:20.856627 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-330f19f4-bf03-4136-998a-cd12d5e742bc req-fa441ffe-fb28-4b58-8d46-db707b5bf755 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (1703035c-ecba-43aa-ab94-ee8dc5dedbe4), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:20.870399 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-330f19f4-bf03-4136-998a-cd12d5e742bc req-fa441ffe-fb28-4b58-8d46-db707b5bf755 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Calling delete_port for 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 owned by compute:nova {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:59:20.934550 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:21.005253 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-330f19f4-bf03-4136-998a-cd12d5e742bc req-fa441ffe-fb28-4b58-8d46-db707b5bf755 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (1703035c-ecba-43aa-ab94-ee8dc5dedbe4), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:21.038146 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa441ffe-fb28-4b58-8d46-db707b5bf755 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Pushing event deleted for resources: {'Port': ['ID=1703035c-ecba-43aa-ab94-ee8dc5dedbe4,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:21.048176 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 32920) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:21.065685 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-71a25340-dc4e-4dc5-bc83-13fd5505f629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:21.088864 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-330f19f4-bf03-4136-998a-cd12d5e742bc req-fa441ffe-fb28-4b58-8d46-db707b5bf755 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] No DVR routers for this DVR port 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 on host hv-cinder-84460 {{(pid=110544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:59:21.091843 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-330f19f4-bf03-4136-998a-cd12d5e742bc req-fa441ffe-fb28-4b58-8d46-db707b5bf755 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:21.095151 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-330f19f4-bf03-4136-998a-cd12d5e742bc req-fa441ffe-fb28-4b58-8d46-db707b5bf755 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.60 "DELETE /v2.0/ports/1703035c-ecba-43aa-ab94-ee8dc5dedbe4 HTTP/1.1" status: 204 len: 173 time: 0.4316888 Jul 01 19:59:21.095621 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee927ae4-fe7f-411f-be38-1d732b6ba6e3', 'name': 'network-vif-deleted', 'tag': '1703035c-ecba-43aa-ab94-ee8dc5dedbe4'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:59:21.098245 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689aa5b0-71eb-4249-b890-b82ac92f7ef0" -d '{"events": [{"server_uuid": "ee927ae4-fe7f-411f-be38-1d732b6ba6e3", "name": "network-vif-deleted", "tag": "1703035c-ecba-43aa-ab94-ee8dc5dedbe4"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:59:21.141448 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda262a7-f7e0-40e8-82bd-1a2da54e8806 x-openstack-request-id: req-fda262a7-f7e0-40e8-82bd-1a2da54e8806 {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:59:21.142213 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee927ae4-fe7f-411f-be38-1d732b6ba6e3", "name": "network-vif-deleted", "tag": "1703035c-ecba-43aa-ab94-ee8dc5dedbe4", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:59:21.142213 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fda262a7-f7e0-40e8-82bd-1a2da54e8806 {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:59:21.142429 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fda262a7-f7e0-40e8-82bd-1a2da54e8806'] response: {'server_uuid': 'ee927ae4-fe7f-411f-be38-1d732b6ba6e3', 'name': 'network-vif-deleted', 'tag': '1703035c-ecba-43aa-ab94-ee8dc5dedbe4', 'status': 'completed', 'code': 200} Jul 01 19:59:21.174756 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-71a25340-dc4e-4dc5-bc83-13fd5505f629 admin admin] Publish callbacks [] for security_group (5e95f5e5-e501-49e0-ac9f-be5d6fa45e99), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:21.183305 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-71a25340-dc4e-4dc5-bc83-13fd5505f629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (5e95f5e5-e501-49e0-ac9f-be5d6fa45e99), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:21.228338 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-71a25340-dc4e-4dc5-bc83-13fd5505f629 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=968ecece1fac4e9e8285a8e6342b0c35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1813138 Jul 01 19:59:21.231030 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 32926) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:21.233566 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a25340-dc4e-4dc5-bc83-13fd5505f629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e95f5e5-e501-49e0-ac9f-be5d6fa45e99,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:21.284369 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-30875471-b433-49c1-8f69-f6dd575c6429 admin admin] Publish callbacks [] for security_group (5e95f5e5-e501-49e0-ac9f-be5d6fa45e99), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:21.308751 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-30875471-b433-49c1-8f69-f6dd575c6429 admin admin] Publish callbacks [] for security_group (5e95f5e5-e501-49e0-ac9f-be5d6fa45e99), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:21.330826 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:21.358990 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-30875471-b433-49c1-8f69-f6dd575c6429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (5e95f5e5-e501-49e0-ac9f-be5d6fa45e99), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:21.361782 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-30875471-b433-49c1-8f69-f6dd575c6429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:21.362932 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-30875471-b433-49c1-8f69-f6dd575c6429 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5e95f5e5-e501-49e0-ac9f-be5d6fa45e99 HTTP/1.1" status: 204 len: 168 time: 0.1303196 Jul 01 19:59:21.372250 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30875471-b433-49c1-8f69-f6dd575c6429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e95f5e5-e501-49e0-ac9f-be5d6fa45e99,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:21.575976 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fd2e604c-5dd2-4d25-90fc-28980f6ecf16 req-639409a0-a1cd-4f72-8d77-fb791de1c6e7 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee927ae4-fe7f-411f-be38-1d732b6ba6e3 HTTP/1.1" status: 200 len: 210 time: 0.0382192 Jul 01 19:59:22.637210 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 32968) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:22.704265 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a288adad-ca4c-47ef-a315-ad7a04072b02 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for security_group (dde4fcca-873d-46be-b4fc-d6abb356aa19), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:22.731207 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a288adad-ca4c-47ef-a315-ad7a04072b02 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for security_group (dde4fcca-873d-46be-b4fc-d6abb356aa19), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:22.796105 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a288adad-ca4c-47ef-a315-ad7a04072b02 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (dde4fcca-873d-46be-b4fc-d6abb356aa19), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:22.798743 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a288adad-ca4c-47ef-a315-ad7a04072b02 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:22.799970 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-a288adad-ca4c-47ef-a315-ad7a04072b02 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] 10.222.0.66 "DELETE /v2.0/security-groups/dde4fcca-873d-46be-b4fc-d6abb356aa19 HTTP/1.1" status: 204 len: 168 time: 0.1610529 Jul 01 19:59:22.811065 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288adad-ca4c-47ef-a315-ad7a04072b02 tempest-TestShelveInstance-104514394 tempest-TestShelveInstance-104514394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde4fcca-873d-46be-b4fc-d6abb356aa19,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:22.850055 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 32978) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:23.380976 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-709a232f-27f5-47d5-aa61-eb6934318648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730121'] for router_interface (baab68a6-76b6-4eed-bcf0-39f1da64d6b2), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:23.479084 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:23.505594 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 32996) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:23.510208 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-65eefca0-3585-4dc7-ab34-bcfe55ab6f11 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1416401425', 'description': 'tempest-description--1317365354'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:59:23.534707 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-65eefca0-3585-4dc7-ab34-bcfe55ab6f11 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:23.611778 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-65eefca0-3585-4dc7-ab34-bcfe55ab6f11 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group (78d8c123-d52b-44fa-ab16-a1f15f29cfef), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:23.616277 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-65eefca0-3585-4dc7-ab34-bcfe55ab6f11 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (78d8c123-d52b-44fa-ab16-a1f15f29cfef), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:23.624129 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-709a232f-27f5-47d5-aa61-eb6934318648 admin admin] Deleting port a4d8bca8-0f3c-4b67-ab59-bd189e3289ee {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:59:23.624484 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-709a232f-27f5-47d5-aa61-eb6934318648 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (a4d8bca8-0f3c-4b67-ab59-bd189e3289ee), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:23.644529 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-65eefca0-3585-4dc7-ab34-bcfe55ab6f11 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:23.646656 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-65eefca0-3585-4dc7-ab34-bcfe55ab6f11 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1400044 Jul 01 19:59:23.649542 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 32998) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:23.651199 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eefca0-3585-4dc7-ab34-bcfe55ab6f11 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d8c123-d52b-44fa-ab16-a1f15f29cfef,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:23.654826 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-ce063c21-f2b5-40d8-912a-f4066a4ab746 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Request body: {'security_group_rule': {'security_group_id': '78d8c123-d52b-44fa-ab16-a1f15f29cfef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:59:23.728395 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ce063c21-f2b5-40d8-912a-f4066a4ab746 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group_rule (f1ca232e-e50d-4f75-8b4e-7abc11305945), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:23.736189 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [None req-709a232f-27f5-47d5-aa61-eb6934318648 admin admin] For port a4d8bca8-0f3c-4b67-ab59-bd189e3289ee, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=a4d8bca8-0f3c-4b67-ab59-bd189e3289ee,segment=NetworkSegment(07e7f769-0ab3-4377-bc29-94916ab541ef),segment_id=07e7f769-0ab3-4377-bc29-94916ab541ef)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:59:23.736541 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-709a232f-27f5-47d5-aa61-eb6934318648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (a4d8bca8-0f3c-4b67-ab59-bd189e3289ee), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:23.750554 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:23.760955 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-709a232f-27f5-47d5-aa61-eb6934318648 admin admin] Calling delete_port for a4d8bca8-0f3c-4b67-ab59-bd189e3289ee owned by network:router_interface {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:59:23.861307 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ce063c21-f2b5-40d8-912a-f4066a4ab746 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group_rule (f1ca232e-e50d-4f75-8b4e-7abc11305945), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:23.867584 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ce063c21-f2b5-40d8-912a-f4066a4ab746 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (f1ca232e-e50d-4f75-8b4e-7abc11305945), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:23.922626 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce063c21-f2b5-40d8-912a-f4066a4ab746 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ca232e-e50d-4f75-8b4e-7abc11305945,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:23.930678 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ce063c21-f2b5-40d8-912a-f4066a4ab746 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:23.931864 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-ce063c21-f2b5-40d8-912a-f4066a4ab746 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2813659 Jul 01 19:59:23.934597 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33000) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:23.939175 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-b505d54b-b9b3-49f0-8ff9-4637bcc784a4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Request body: {'security_group_rule': {'security_group_id': '78d8c123-d52b-44fa-ab16-a1f15f29cfef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:59:23.970614 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b505d54b-b9b3-49f0-8ff9-4637bcc784a4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group_rule (cfbbe660-bdfb-4f81-853c-73c0dedc7884), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:24.016358 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-709a232f-27f5-47d5-aa61-eb6934318648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (a4d8bca8-0f3c-4b67-ab59-bd189e3289ee), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:24.030454 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b505d54b-b9b3-49f0-8ff9-4637bcc784a4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group_rule (cfbbe660-bdfb-4f81-853c-73c0dedc7884), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:24.034171 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b505d54b-b9b3-49f0-8ff9-4637bcc784a4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (cfbbe660-bdfb-4f81-853c-73c0dedc7884), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:24.040668 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a232f-27f5-47d5-aa61-eb6934318648 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4d8bca8-0f3c-4b67-ab59-bd189e3289ee,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:24.058023 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505d54b-b9b3-49f0-8ff9-4637bcc784a4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfbbe660-bdfb-4f81-853c-73c0dedc7884,revision_number=0']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:24.064688 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b505d54b-b9b3-49f0-8ff9-4637bcc784a4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:24.065929 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-b505d54b-b9b3-49f0-8ff9-4637bcc784a4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1302421 Jul 01 19:59:24.071108 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33002) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:24.075616 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-0479b143-d0d8-4214-92fb-5a37b80ae515 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Request body: {'floatingip': {'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:59:24.099647 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0479b143-d0d8-4214-92fb-5a37b80ae515 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:24.191259 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0479b143-d0d8-4214-92fb-5a37b80ae515 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:24.220402 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-709a232f-27f5-47d5-aa61-eb6934318648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729465'] for router_interface (baab68a6-76b6-4eed-bcf0-39f1da64d6b2), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:24.293965 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=7 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:24.303523 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:DELETE=4,neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:24.307473 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:24.315976 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [None req-0479b143-d0d8-4214-92fb-5a37b80ae515 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Allocated IP 172.27.1.240 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/1c37d1e8-a697-4f68-b6bd-07fc92002605) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:59:24.437146 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0479b143-d0d8-4214-92fb-5a37b80ae515 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for port (1c37d1e8-a697-4f68-b6bd-07fc92002605), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:24.473353 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0479b143-d0d8-4214-92fb-5a37b80ae515 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (1c37d1e8-a697-4f68-b6bd-07fc92002605), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:24.514704 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0479b143-d0d8-4214-92fb-5a37b80ae515 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:59:24.521437 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-0479b143-d0d8-4214-92fb-5a37b80ae515 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:59:24.525637 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0479b143-d0d8-4214-92fb-5a37b80ae515 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:59:24.555733 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479b143-d0d8-4214-92fb-5a37b80ae515 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event updated for resources: {'Port': ['ID=1c37d1e8-a697-4f68-b6bd-07fc92002605,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:24.587241 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:59:24.625241 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] No Port match for: 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:59:24.625499 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0479b143-d0d8-4214-92fb-5a37b80ae515 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (3e8dccb9-59ca-4d81-9823-b06a8b1d392b), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:24.626309 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 1703035c-ecba-43aa-ab94-ee8dc5dedbe4 not bound to the agent host hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:59:24.672723 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0479b143-d0d8-4214-92fb-5a37b80ae515 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (1c37d1e8-a697-4f68-b6bd-07fc92002605), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:24.775082 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709a232f-27f5-47d5-aa61-eb6934318648 admin admin] Router baab68a6-76b6-4eed-bcf0-39f1da64d6b2 has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:59:24.827335 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0479b143-d0d8-4214-92fb-5a37b80ae515 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for port (1c37d1e8-a697-4f68-b6bd-07fc92002605), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:24.831921 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0479b143-d0d8-4214-92fb-5a37b80ae515 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5117128'] for port (1c37d1e8-a697-4f68-b6bd-07fc92002605), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:24.901836 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709a232f-27f5-47d5-aa61-eb6934318648 admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:59:24.909499 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-709a232f-27f5-47d5-aa61-eb6934318648 admin admin] 10.222.0.66 "PUT /v2.0/routers/baab68a6-76b6-4eed-bcf0-39f1da64d6b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0580783 Jul 01 19:59:24.910742 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 33012) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:24.913208 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8bd75b-d540-4cdc-a44d-d36b4b636dd1 None None] Sync routers for ids ['baab68a6-76b6-4eed-bcf0-39f1da64d6b2'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:59:24.927130 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8bd75b-d540-4cdc-a44d-d36b4b636dd1 None None] Routers {'baab68a6-76b6-4eed-bcf0-39f1da64d6b2'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:59:24.927934 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-bb8bd75b-d540-4cdc-a44d-d36b4b636dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:59:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['baab68a6-76b6-4eed-bcf0-39f1da64d6b2'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:25.011885 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:25.030240 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-83445ff7-a632-4c7b-be80-9ff16c4633a8 admin admin] Publish callbacks [] for router (baab68a6-76b6-4eed-bcf0-39f1da64d6b2), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:25.130045 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-bb8bd75b-d540-4cdc-a44d-d36b4b636dd1 None None] Set router baab68a6-76b6-4eed-bcf0-39f1da64d6b2 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:59:25.140307 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-83445ff7-a632-4c7b-be80-9ff16c4633a8 admin admin] Publish callbacks [] for router_gateway (baab68a6-76b6-4eed-bcf0-39f1da64d6b2), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:25.155672 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479b143-d0d8-4214-92fb-5a37b80ae515 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event updated for resources: {'Port': ['ID=1c37d1e8-a697-4f68-b6bd-07fc92002605,revision_number=2']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:25.166263 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0479b143-d0d8-4214-92fb-5a37b80ae515 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (3e8dccb9-59ca-4d81-9823-b06a8b1d392b), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:25.185662 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0479b143-d0d8-4214-92fb-5a37b80ae515 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:25.195001 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-83445ff7-a632-4c7b-be80-9ff16c4633a8 admin admin] Deleting port 3b900454-09ce-4a91-a041-e0c019a570ef {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:59:25.195443 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-83445ff7-a632-4c7b-be80-9ff16c4633a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (3b900454-09ce-4a91-a041-e0c019a570ef), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:25.197063 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-0479b143-d0d8-4214-92fb-5a37b80ae515 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1246932 Jul 01 19:59:25.228529 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:25.297355 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [None req-83445ff7-a632-4c7b-be80-9ff16c4633a8 admin admin] For port 3b900454-09ce-4a91-a041-e0c019a570ef, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=3b900454-09ce-4a91-a041-e0c019a570ef,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:59:25.297850 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-83445ff7-a632-4c7b-be80-9ff16c4633a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (3b900454-09ce-4a91-a041-e0c019a570ef), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:25.313751 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-83445ff7-a632-4c7b-be80-9ff16c4633a8 admin admin] Calling delete_port for 3b900454-09ce-4a91-a041-e0c019a570ef owned by network:router_gateway {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:59:25.336397 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-bb8bd75b-d540-4cdc-a44d-d36b4b636dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'name': 'tempest-TestShelveInstance-1696941523-router', 'tenant_id': '669587fe364c4741b489449451f2294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:59:23Z', 'revision_number': 5, 'project_id': '669587fe364c4741b489449451f2294c', 'gw_port': {'id': '3b900454-09ce-4a91-a041-e0c019a570ef', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:25.362156 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8bd75b-d540-4cdc-a44d-d36b4b636dd1 None None] Checking router: baab68a6-76b6-4eed-bcf0-39f1da64d6b2 for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:59:25.372260 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8bd75b-d540-4cdc-a44d-d36b4b636dd1 None None] Routers {'baab68a6-76b6-4eed-bcf0-39f1da64d6b2'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:59:25.372958 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-bb8bd75b-d540-4cdc-a44d-d36b4b636dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:59:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['baab68a6-76b6-4eed-bcf0-39f1da64d6b2'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:25.453455 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:25.460448 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-bb8bd75b-d540-4cdc-a44d-d36b4b636dd1 None None] Set router baab68a6-76b6-4eed-bcf0-39f1da64d6b2 gateway port host: None {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:59:25.472386 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-d635f260-b1a7-42ce-93ba-c36773c1374b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1416401425&fields=id&tenant_id=983da191c3d44e608e40f289e26d3603 HTTP/1.1" status: 200 len: 267 time: 0.0919230 Jul 01 19:59:25.512969 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:25.526163 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-bb8bd75b-d540-4cdc-a44d-d36b4b636dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'name': 'tempest-TestShelveInstance-1696941523-router', 'tenant_id': '669587fe364c4741b489449451f2294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:59:25Z', 'revision_number': 6, 'project_id': '669587fe364c4741b489449451f2294c', 'gw_port_host': None}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:25.557607 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8bd75b-d540-4cdc-a44d-d36b4b636dd1 None None] The sync data for ids ['baab68a6-76b6-4eed-bcf0-39f1da64d6b2'] in dv-cinder-844601-7-iscsi is: [{'id': 'baab68a6-76b6-4eed-bcf0-39f1da64d6b2', 'name': 'tempest-TestShelveInstance-1696941523-router', 'tenant_id': '669587fe364c4741b489449451f2294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:53:51Z', 'updated_at': '2022-07-01T19:59:25Z', 'revision_number': 6, 'project_id': '669587fe364c4741b489449451f2294c', 'gw_port_host': None}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:59:25.595537 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-83445ff7-a632-4c7b-be80-9ff16c4633a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (3b900454-09ce-4a91-a041-e0c019a570ef), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:25.628044 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83445ff7-a632-4c7b-be80-9ff16c4633a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b900454-09ce-4a91-a041-e0c019a570ef,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:25.697958 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-33594705-7e8a-4ff4-a2a3-befdfdd02ba5 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:25.699423 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-33594705-7e8a-4ff4-a2a3-befdfdd02ba5 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/networks?id=bd301699-ca40-48e9-9559-67a73cd4bb19 HTTP/1.1" status: 200 len: 815 time: 0.2180572 Jul 01 19:59:25.723976 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-83445ff7-a632-4c7b-be80-9ff16c4633a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726997'] for router_gateway (baab68a6-76b6-4eed-bcf0-39f1da64d6b2), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:25.726903 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-55ebfca5-688d-4a99-9b29-77e3a213f140 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/quotas/983da191c3d44e608e40f289e26d3603 HTTP/1.1" status: 200 len: 375 time: 0.0213392 Jul 01 19:59:25.843184 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-83445ff7-a632-4c7b-be80-9ff16c4633a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1734958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2076635'] for router (baab68a6-76b6-4eed-bcf0-39f1da64d6b2), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:25.847382 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-83445ff7-a632-4c7b-be80-9ff16c4633a8 admin admin] Publish callbacks [] for router_controller (baab68a6-76b6-4eed-bcf0-39f1da64d6b2), precommit_delete_associations {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:25.863360 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-2a40c1be-a1fb-43f0-bcd5-1aff8a9f7290 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=983da191c3d44e608e40f289e26d3603&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1105049 Jul 01 19:59:25.936100 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-83445ff7-a632-4c7b-be80-9ff16c4633a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1735151'] for router (baab68a6-76b6-4eed-bcf0-39f1da64d6b2), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:25.936656 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83445ff7-a632-4c7b-be80-9ff16c4633a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router baab68a6-76b6-4eed-bcf0-39f1da64d6b2 {{(pid=110544) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 19:59:25.975716 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-83445ff7-a632-4c7b-be80-9ff16c4633a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:25.976878 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-83445ff7-a632-4c7b-be80-9ff16c4633a8 admin admin] 10.222.0.66 "DELETE /v2.0/routers/baab68a6-76b6-4eed-bcf0-39f1da64d6b2 HTTP/1.1" status: 204 len: 168 time: 1.0644760 Jul 01 19:59:25.979517 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33036) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:26.034650 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_v2 [None req-433e595e-4e8b-4617-96b6-1dde7226157e admin admin] Deleting subnet 23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9 {{(pid=110545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 19:59:26.038069 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-dbff096c-9028-472c-8adf-cda9a6039eab service neutron] 10.222.0.66 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402915 Jul 01 19:59:26.042502 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-433e595e-4e8b-4617-96b6-1dde7226157e admin admin] Publish callbacks [] for subnet (23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:26.074439 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:26.091607 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-433e595e-4e8b-4617-96b6-1dde7226157e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7752395'] for subnet (23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9), precommit_delete_associations {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:26.155451 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:INSERT=4,neutron:UPDATE=5,neutron:SELECT=90,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:26.161271 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:26.182895 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-3033965e-3bd5-4801-bdb7-63247fde8f40 service neutron] 10.222.0.66 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332183 Jul 01 19:59:26.240027 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-433e595e-4e8b-4617-96b6-1dde7226157e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482502'] for subnet (23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:26.308149 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-433e595e-4e8b-4617-96b6-1dde7226157e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5117086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4256252'] for subnet (23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:26.341439 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e595e-4e8b-4617-96b6-1dde7226157e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:26.348152 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-433e595e-4e8b-4617-96b6-1dde7226157e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:26.352304 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-433e595e-4e8b-4617-96b6-1dde7226157e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/23a63ec0-3bc4-4b18-a3c3-7b8384fe41b9 HTTP/1.1" status: 204 len: 168 time: 0.3714347 Jul 01 19:59:26.355792 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0eceeb-cb86-41cc-9e49-bf625035e0ab None None] Network c18db701-00a1-43b8-8ecb-a7786f515087 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:59:26.358007 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33042) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:26.387578 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:26.440675 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5f9c-ce57-4771-9265-407f3ac34cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624501'] for network (c18db701-00a1-43b8-8ecb-a7786f515087), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:26.450700 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-15394588-fe51-4310-a501-0044da2e39a1 req-e11ccd92-887a-424c-b025-8ffa1de581d4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19da010-1763-4196-8876-e78433c1e0cb HTTP/1.1" status: 200 len: 210 time: 0.0567114 Jul 01 19:59:26.515526 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a5f9c-ce57-4771-9265-407f3ac34cb3 admin admin] Deleting port a12a0777-f36a-4c86-b29b-f874034beb66 {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:59:26.515870 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5f9c-ce57-4771-9265-407f3ac34cb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (a12a0777-f36a-4c86-b29b-f874034beb66), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:26.553834 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac62e15-7431-417b-adb1-af245c4b0202 None None] DHCP port deletion for c18db701-00a1-43b8-8ecb-a7786f515087 request from dv-cinder-844601-7-iscsi {{(pid=110546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 01 19:59:26.597435 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [None req-fa1a5f9c-ce57-4771-9265-407f3ac34cb3 admin admin] For port a12a0777-f36a-4c86-b29b-f874034beb66, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=a12a0777-f36a-4c86-b29b-f874034beb66,segment=NetworkSegment(07e7f769-0ab3-4377-bc29-94916ab541ef),segment_id=07e7f769-0ab3-4377-bc29-94916ab541ef)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:59:26.597869 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5f9c-ce57-4771-9265-407f3ac34cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (a12a0777-f36a-4c86-b29b-f874034beb66), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:26.603001 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-cac62e15-7431-417b-adb1-af245c4b0202 None None] Deleting port a12a0777-f36a-4c86-b29b-f874034beb66 {{(pid=110546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:59:26.603670 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cac62e15-7431-417b-adb1-af245c4b0202 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (a12a0777-f36a-4c86-b29b-f874034beb66), before_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:26.615060 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a5f9c-ce57-4771-9265-407f3ac34cb3 admin admin] Calling delete_port for a12a0777-f36a-4c86-b29b-f874034beb66 owned by network:dhcp {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:59:26.681197 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-cac62e15-7431-417b-adb1-af245c4b0202 None None] For port a12a0777-f36a-4c86-b29b-f874034beb66, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=a12a0777-f36a-4c86-b29b-f874034beb66,segment=NetworkSegment(07e7f769-0ab3-4377-bc29-94916ab541ef),segment_id=07e7f769-0ab3-4377-bc29-94916ab541ef)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:59:26.681633 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cac62e15-7431-417b-adb1-af245c4b0202 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (a12a0777-f36a-4c86-b29b-f874034beb66), precommit_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:26.696052 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-cac62e15-7431-417b-adb1-af245c4b0202 None None] Calling delete_port for a12a0777-f36a-4c86-b29b-f874034beb66 owned by network:dhcp {{(pid=110546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:59:26.714186 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5f9c-ce57-4771-9265-407f3ac34cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (a12a0777-f36a-4c86-b29b-f874034beb66), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:26.743769 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a5f9c-ce57-4771-9265-407f3ac34cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a12a0777-f36a-4c86-b29b-f874034beb66,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:26.749277 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1a5f9c-ce57-4771-9265-407f3ac34cb3 admin admin] No DVR routers for this DVR port a12a0777-f36a-4c86-b29b-f874034beb66 on host dv-cinder-844601-7-iscsi {{(pid=110545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:59:26.832347 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5f9c-ce57-4771-9265-407f3ac34cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599248', 'neutron.services.segments.db._delete_segments_for_network-8766990268766'] for network (c18db701-00a1-43b8-8ecb-a7786f515087), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:26.854935 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-fa1a5f9c-ce57-4771-9265-407f3ac34cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18db701-00a1-43b8-8ecb-a7786f515087']}} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:26.867726 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-fa1a5f9c-ce57-4771-9265-407f3ac34cb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e7f769-0ab3-4377-bc29-94916ab541ef') {'for_net_delete': True} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:26.868093 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-fa1a5f9c-ce57-4771-9265-407f3ac34cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e7f769-0ab3-4377-bc29-94916ab541ef') {} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:26.880767 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5f9c-ce57-4771-9265-407f3ac34cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766990270311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7752432'] for segment (07e7f769-0ab3-4377-bc29-94916ab541ef), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:26.900013 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5f9c-ce57-4771-9265-407f3ac34cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (07e7f769-0ab3-4377-bc29-94916ab541ef), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:26.907617 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1a5f9c-ce57-4771-9265-407f3ac34cb3 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=110545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 19:59:26.908006 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5f9c-ce57-4771-9265-407f3ac34cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5116964'] for segment (07e7f769-0ab3-4377-bc29-94916ab541ef), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:26.913923 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cac62e15-7431-417b-adb1-af245c4b0202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798'] for port (a12a0777-f36a-4c86-b29b-f874034beb66), after_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:26.945785 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac62e15-7431-417b-adb1-af245c4b0202 None None] Pushing event deleted for resources: {'Port': ['ID=a12a0777-f36a-4c86-b29b-f874034beb66,revision_number=None']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:26.956336 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac62e15-7431-417b-adb1-af245c4b0202 None None] No DVR routers for this DVR port a12a0777-f36a-4c86-b29b-f874034beb66 on host dv-cinder-844601-7-iscsi {{(pid=110546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:59:26.961308 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac62e15-7431-417b-adb1-af245c4b0202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:26.961698 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac62e15-7431-417b-adb1-af245c4b0202 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:26.962046 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac62e15-7431-417b-adb1-af245c4b0202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:26.962391 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac62e15-7431-417b-adb1-af245c4b0202 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:26.962723 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac62e15-7431-417b-adb1-af245c4b0202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:26.963052 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac62e15-7431-417b-adb1-af245c4b0202 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:26.963380 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac62e15-7431-417b-adb1-af245c4b0202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:26.963705 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac62e15-7431-417b-adb1-af245c4b0202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:26.964030 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac62e15-7431-417b-adb1-af245c4b0202 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:26.964363 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac62e15-7431-417b-adb1-af245c4b0202 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:26.964695 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac62e15-7431-417b-adb1-af245c4b0202 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:26.965020 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac62e15-7431-417b-adb1-af245c4b0202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:26.967759 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac62e15-7431-417b-adb1-af245c4b0202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:26.970032 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac62e15-7431-417b-adb1-af245c4b0202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:26.970391 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac62e15-7431-417b-adb1-af245c4b0202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 19:59:26.981909 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5f9c-ce57-4771-9265-407f3ac34cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725398'] for network (c18db701-00a1-43b8-8ecb-a7786f515087), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:27.001419 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5f9c-ce57-4771-9265-407f3ac34cb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:27.008287 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 33058) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:27.026145 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-fa1a5f9c-ce57-4771-9265-407f3ac34cb3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c18db701-00a1-43b8-8ecb-a7786f515087 HTTP/1.1" status: 204 len: 168 time: 0.6669421 Jul 01 19:59:27.027224 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a5f9c-ce57-4771-9265-407f3ac34cb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c18db701-00a1-43b8-8ecb-a7786f515087,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:27.110542 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment 07e7f769-0ab3-4377-bc29-94916ab541ef resource provider aggregate not found Jul 01 19:59:27.130569 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment 07e7f769-0ab3-4377-bc29-94916ab541ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07e7f769-0ab3-4377-bc29-94916ab541ef found for delete ", "request_id": "req-bd740c8c-2a96-42cc-b59b-ea90da742c3a"}]} Jul 01 19:59:27.264703 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device a4d8bca8-0f3c-4b67-ab59-bd189e3289ee no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:59:27.286166 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: a4d8bca8-0f3c-4b67-ab59-bd189e3289ee {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:59:27.286835 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device a4d8bca8-0f3c-4b67-ab59-bd189e3289ee not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:59:27.287195 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device a12a0777-f36a-4c86-b29b-f874034beb66 no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:59:27.308215 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: a12a0777-f36a-4c86-b29b-f874034beb66 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:59:27.308600 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device a12a0777-f36a-4c86-b29b-f874034beb66 not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:59:27.309133 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 3b900454-09ce-4a91-a041-e0c019a570ef no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:59:27.331551 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: 3b900454-09ce-4a91-a041-e0c019a570ef {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:59:27.332002 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 3b900454-09ce-4a91-a041-e0c019a570ef not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:59:27.375390 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d36dcfb2-5a6f-4c3a-9107-89a2f584954c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730121'] for router_interface (a818107a-d906-4359-ae62-f2b037684596), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:27.436198 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33074) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:27.498994 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:27.585270 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-add6e1ba-fc48-4bc6-ae81-20546ad1f05d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:27.606697 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e05e6e1c-f309-4221-8205-89339ae002f6 req-2d22c9b1-521c-4197-9ddf-b92de59f40ea tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19da010-1763-4196-8876-e78433c1e0cb HTTP/1.1" status: 200 len: 210 time: 0.0534399 Jul 01 19:59:27.656575 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-525b7e9a-f141-4e53-a054-2099ab7254cb tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:27.658029 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-525b7e9a-f141-4e53-a054-2099ab7254cb tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.60 "GET /v2.0/networks?id=bd301699-ca40-48e9-9559-67a73cd4bb19 HTTP/1.1" status: 200 len: 815 time: 0.2127938 Jul 01 19:59:27.671703 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:27.673761 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-add6e1ba-fc48-4bc6-ae81-20546ad1f05d admin admin] Publish callbacks [] for security_group (69393f0b-373b-4ab8-a0c9-cf8a576b3f3d), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:27.679818 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-add6e1ba-fc48-4bc6-ae81-20546ad1f05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (69393f0b-373b-4ab8-a0c9-cf8a576b3f3d), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:27.723852 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-add6e1ba-fc48-4bc6-ae81-20546ad1f05d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=129db714af2042bd99bdc5d9f1d06f3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2865160 Jul 01 19:59:27.725261 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6e1ba-fc48-4bc6-ae81-20546ad1f05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69393f0b-373b-4ab8-a0c9-cf8a576b3f3d,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:27.728069 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33084) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:27.783351 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-352f4387-55ab-455e-ae42-633295726869 admin admin] Publish callbacks [] for security_group (69393f0b-373b-4ab8-a0c9-cf8a576b3f3d), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:27.784626 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:DELETE=7,neutron:UPDATE=1,neutron:SELECT=86,neutron:INSERT=6 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:27.802832 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-d36dcfb2-5a6f-4c3a-9107-89a2f584954c admin admin] Deleting port 8def0950-08d3-4f64-9765-8dc4a67755a1 {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:59:27.803172 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d36dcfb2-5a6f-4c3a-9107-89a2f584954c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (8def0950-08d3-4f64-9765-8dc4a67755a1), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:27.808921 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-352f4387-55ab-455e-ae42-633295726869 admin admin] Publish callbacks [] for security_group (69393f0b-373b-4ab8-a0c9-cf8a576b3f3d), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:27.834441 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-8ab483b0-8a47-4c50-aa9b-2d19fded5548 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=983da191c3d44e608e40f289e26d3603 HTTP/1.1" status: 200 len: 473 time: 0.1161828 Jul 01 19:59:27.845074 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-b8cea28b-88c0-4336-b3af-44f46f7b08e9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Request body: {'port': {'device_id': 'c19da010-1763-4196-8876-e78433c1e0cb', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'admin_state_up': True, 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'security_groups': ['78d8c123-d52b-44fa-ab16-a1f15f29cfef']}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:59:27.857639 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-352f4387-55ab-455e-ae42-633295726869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (69393f0b-373b-4ab8-a0c9-cf8a576b3f3d), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:27.860876 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-352f4387-55ab-455e-ae42-633295726869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:27.862173 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-352f4387-55ab-455e-ae42-633295726869 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/69393f0b-373b-4ab8-a0c9-cf8a576b3f3d HTTP/1.1" status: 204 len: 168 time: 0.1332011 Jul 01 19:59:27.872000 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f4387-55ab-455e-ae42-633295726869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69393f0b-373b-4ab8-a0c9-cf8a576b3f3d,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:27.948504 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:27.974142 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [None req-d36dcfb2-5a6f-4c3a-9107-89a2f584954c admin admin] For port 8def0950-08d3-4f64-9765-8dc4a67755a1, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=8def0950-08d3-4f64-9765-8dc4a67755a1,segment=NetworkSegment(0f5a6f35-aecd-42b4-8d90-5416d92d1e5b),segment_id=0f5a6f35-aecd-42b4-8d90-5416d92d1e5b)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:59:27.974515 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d36dcfb2-5a6f-4c3a-9107-89a2f584954c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (8def0950-08d3-4f64-9765-8dc4a67755a1), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:27.997357 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-d36dcfb2-5a6f-4c3a-9107-89a2f584954c admin admin] Calling delete_port for 8def0950-08d3-4f64-9765-8dc4a67755a1 owned by network:router_interface {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:59:28.065164 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-b8cea28b-88c0-4336-b3af-44f46f7b08e9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Made reservation on behalf of 983da191c3d44e608e40f289e26d3603 for: {'port': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:59:28.069301 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-b8cea28b-88c0-4336-b3af-44f46f7b08e9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:28.147458 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33090) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:28.160789 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cac13aad-f187-4d02-ae9d-15d417a9a078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:28.241753 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cac13aad-f187-4d02-ae9d-15d417a9a078 admin admin] Publish callbacks [] for security_group (e7dc2229-5a72-4dac-84b9-f7650e549414), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:28.246944 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cac13aad-f187-4d02-ae9d-15d417a9a078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (e7dc2229-5a72-4dac-84b9-f7650e549414), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:28.260005 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:28.281054 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-b8cea28b-88c0-4336-b3af-44f46f7b08e9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Allocated IP 172.20.0.7 (bd301699-ca40-48e9-9559-67a73cd4bb19/3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1/98b20cd5-6624-4dbe-9595-c5388d391222) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 19:59:28.288001 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac13aad-f187-4d02-ae9d-15d417a9a078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dc2229-5a72-4dac-84b9-f7650e549414,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:28.295273 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-cac13aad-f187-4d02-ae9d-15d417a9a078 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5f8fea8dd4e143ec8f6acefca6d232dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443555 Jul 01 19:59:28.295511 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33092) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:28.335606 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d36dcfb2-5a6f-4c3a-9107-89a2f584954c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (8def0950-08d3-4f64-9765-8dc4a67755a1), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:28.349762 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d7e24dde-ab3b-44e3-aab8-e7f3d1dd8107 admin admin] Publish callbacks [] for security_group (e7dc2229-5a72-4dac-84b9-f7650e549414), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:28.372131 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d7e24dde-ab3b-44e3-aab8-e7f3d1dd8107 admin admin] Publish callbacks [] for security_group (e7dc2229-5a72-4dac-84b9-f7650e549414), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:28.373798 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36dcfb2-5a6f-4c3a-9107-89a2f584954c admin admin] Pushing event deleted for resources: {'Port': ['ID=8def0950-08d3-4f64-9765-8dc4a67755a1,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:28.432849 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d7e24dde-ab3b-44e3-aab8-e7f3d1dd8107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (e7dc2229-5a72-4dac-84b9-f7650e549414), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:28.435710 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d7e24dde-ab3b-44e3-aab8-e7f3d1dd8107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:28.439940 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-d7e24dde-ab3b-44e3-aab8-e7f3d1dd8107 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e7dc2229-5a72-4dac-84b9-f7650e549414 HTTP/1.1" status: 204 len: 168 time: 0.1406503 Jul 01 19:59:28.447171 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e24dde-ab3b-44e3-aab8-e7f3d1dd8107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dc2229-5a72-4dac-84b9-f7650e549414,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:28.603488 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-b8cea28b-88c0-4336-b3af-44f46f7b08e9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for port (98b20cd5-6624-4dbe-9595-c5388d391222), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:28.624019 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:28.650947 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d36dcfb2-5a6f-4c3a-9107-89a2f584954c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729465'] for router_interface (a818107a-d906-4359-ae62-f2b037684596), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:28.729386 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-b8cea28b-88c0-4336-b3af-44f46f7b08e9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (98b20cd5-6624-4dbe-9595-c5388d391222), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:29.089033 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1bfbc-6af0-444b-8d4c-091ee32f2778 req-13b081ca-b238-4790-920b-6a9f32a5362b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:29.090541 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7be1bfbc-6af0-444b-8d4c-091ee32f2778 req-13b081ca-b238-4790-920b-6a9f32a5362b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19da010-1763-4196-8876-e78433c1e0cb HTTP/1.1" status: 200 len: 931 time: 0.3891084 Jul 01 19:59:29.104400 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-b8cea28b-88c0-4336-b3af-44f46f7b08e9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Network bd301699-ca40-48e9-9559-67a73cd4bb19 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 19:59:29.112073 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cea28b-88c0-4336-b3af-44f46f7b08e9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event updated for resources: {'Port': ['ID=98b20cd5-6624-4dbe-9595-c5388d391222,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:29.117248 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-b8cea28b-88c0-4336-b3af-44f46f7b08e9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:59:29.128557 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-b8cea28b-88c0-4336-b3af-44f46f7b08e9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 19:59:29.238253 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7be1bfbc-6af0-444b-8d4c-091ee32f2778 req-e99c2cc1-bc22-4178-8115-04fb9cb4bd94 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=78d8c123-d52b-44fa-ab16-a1f15f29cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378314 Jul 01 19:59:29.275401 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-b8cea28b-88c0-4336-b3af-44f46f7b08e9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:29.276078 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-b8cea28b-88c0-4336-b3af-44f46f7b08e9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:29.308412 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-b8cea28b-88c0-4336-b3af-44f46f7b08e9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4674747 Jul 01 19:59:29.324471 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-7dab3ec5-05a1-4936-8ced-6543f4ed519c service neutron] Request body: {'port': {'device_id': 'c19da010-1763-4196-8876-e78433c1e0cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:59:29.361160 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:29.364938 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36dcfb2-5a6f-4c3a-9107-89a2f584954c admin admin] Router a818107a-d906-4359-ae62-f2b037684596 has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:59:29.469336 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-7dab3ec5-05a1-4936-8ced-6543f4ed519c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (98b20cd5-6624-4dbe-9595-c5388d391222), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:29.482145 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-249a1e35-3a2d-441c-82d2-5bf1493829f1 None None] Provisioning complete for port 98b20cd5-6624-4dbe-9595-c5388d391222 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:59:29.482732 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-249a1e35-3a2d-441c-82d2-5bf1493829f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (98b20cd5-6624-4dbe-9595-c5388d391222), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:29.522538 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-249a1e35-3a2d-441c-82d2-5bf1493829f1 None None] Port 98b20cd5-6624-4dbe-9595-c5388d391222 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 19:59:29.593849 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36dcfb2-5a6f-4c3a-9107-89a2f584954c admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:59:29.602794 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-d36dcfb2-5a6f-4c3a-9107-89a2f584954c admin admin] 10.222.0.66 "PUT /v2.0/routers/a818107a-d906-4359-ae62-f2b037684596/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5921001 Jul 01 19:59:29.604782 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33126) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:29.607170 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72afc5d-38c8-4bee-9b29-d8f4f9c4126d None None] Sync routers for ids ['a818107a-d906-4359-ae62-f2b037684596'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:59:29.620930 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72afc5d-38c8-4bee-9b29-d8f4f9c4126d None None] Routers {'a818107a-d906-4359-ae62-f2b037684596'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:59:29.621984 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-c72afc5d-38c8-4bee-9b29-d8f4f9c4126d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:59:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['a818107a-d906-4359-ae62-f2b037684596'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:29.710819 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8a39-2ee1-4b91-b1ba-c72facbf1fb7 admin admin] Publish callbacks [] for router (a818107a-d906-4359-ae62-f2b037684596), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:29.755601 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-c72afc5d-38c8-4bee-9b29-d8f4f9c4126d None None] Set router a818107a-d906-4359-ae62-f2b037684596 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:59:29.825094 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-7dab3ec5-05a1-4936-8ced-6543f4ed519c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b20cd5-6624-4dbe-9595-c5388d391222 {{(pid=110544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:59:29.825608 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8a39-2ee1-4b91-b1ba-c72facbf1fb7 admin admin] Publish callbacks [] for router_gateway (a818107a-d906-4359-ae62-f2b037684596), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:29.836323 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-7dab3ec5-05a1-4936-8ced-6543f4ed519c service neutron] Publish callbacks [] for port (98b20cd5-6624-4dbe-9595-c5388d391222), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:29.851432 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.provisioning_blocks [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-7dab3ec5-05a1-4936-8ced-6543f4ed519c service neutron] Transition to ACTIVE for port object 98b20cd5-6624-4dbe-9595-c5388d391222 will not be triggered until provisioned by entity L2. {{(pid=110544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 19:59:29.860309 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-7dab3ec5-05a1-4936-8ced-6543f4ed519c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (98b20cd5-6624-4dbe-9595-c5388d391222), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:29.871440 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:29.884091 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-a9ff8a39-2ee1-4b91-b1ba-c72facbf1fb7 admin admin] Deleting port ff825354-7ea3-4e38-93ec-f64578fd86dc {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:59:29.884638 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8a39-2ee1-4b91-b1ba-c72facbf1fb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (ff825354-7ea3-4e38-93ec-f64578fd86dc), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:29.975670 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:29.977616 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-c72afc5d-38c8-4bee-9b29-d8f4f9c4126d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818107a-d906-4359-ae62-f2b037684596', 'name': 'tempest-TestShelveInstance-342016292-router', 'tenant_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ff825354-7ea3-4e38-93ec-f64578fd86dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:53:58Z', 'updated_at': '2022-07-01T19:59:28Z', 'revision_number': 5, 'project_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'gw_port': {'id': 'ff825354-7ea3-4e38-93ec-f64578fd86dc', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818107a-d906-4359-ae62-f2b037684596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:53:58Z', 'updated_at': '2022-07-01T19:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:29.981096 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:29.998026 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab3ec5-05a1-4936-8ced-6543f4ed519c service neutron] Pushing event updated for resources: {'Port': ['ID=98b20cd5-6624-4dbe-9595-c5388d391222,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:30.001813 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [None req-a9ff8a39-2ee1-4b91-b1ba-c72facbf1fb7 admin admin] For port ff825354-7ea3-4e38-93ec-f64578fd86dc, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=ff825354-7ea3-4e38-93ec-f64578fd86dc,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:59:30.002687 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8a39-2ee1-4b91-b1ba-c72facbf1fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (ff825354-7ea3-4e38-93ec-f64578fd86dc), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:30.024853 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-a9ff8a39-2ee1-4b91-b1ba-c72facbf1fb7 admin admin] Calling delete_port for ff825354-7ea3-4e38-93ec-f64578fd86dc owned by network:router_gateway {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:59:30.032027 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:30.037205 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72afc5d-38c8-4bee-9b29-d8f4f9c4126d None None] Checking router: a818107a-d906-4359-ae62-f2b037684596 for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:59:30.049839 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72afc5d-38c8-4bee-9b29-d8f4f9c4126d None None] Routers {'a818107a-d906-4359-ae62-f2b037684596'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:59:30.051170 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-c72afc5d-38c8-4bee-9b29-d8f4f9c4126d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:59:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['a818107a-d906-4359-ae62-f2b037684596'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:30.077028 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-7dab3ec5-05a1-4936-8ced-6543f4ed519c service neutron] Attempting to bind port 98b20cd5-6624-4dbe-9595-c5388d391222 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 19:59:30.077307 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-7dab3ec5-05a1-4936-8ced-6543f4ed519c service neutron] Attempting to bind port 98b20cd5-6624-4dbe-9595-c5388d391222 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '305b5835-25b1-4cdc-a42c-74c914941cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19'}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 19:59:30.077699 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-7dab3ec5-05a1-4936-8ced-6543f4ed519c service neutron] Attempting to bind port 98b20cd5-6624-4dbe-9595-c5388d391222 on network bd301699-ca40-48e9-9559-67a73cd4bb19 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:59:30.082904 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-7dab3ec5-05a1-4936-8ced-6543f4ed519c service neutron] Port 98b20cd5-6624-4dbe-9595-c5388d391222 on network bd301699-ca40-48e9-9559-67a73cd4bb19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 19:59:30.083238 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-7dab3ec5-05a1-4936-8ced-6543f4ed519c service neutron] Attempting to bind port 98b20cd5-6624-4dbe-9595-c5388d391222 on network bd301699-ca40-48e9-9559-67a73cd4bb19 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 19:59:30.092160 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-7dab3ec5-05a1-4936-8ced-6543f4ed519c service neutron] Checking agent: {'id': '080768a1-72cc-47dc-9460-2bcdea095798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'started_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 19, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 19:59:30.092842 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-7dab3ec5-05a1-4936-8ced-6543f4ed519c service neutron] Checking segment: {'id': '305b5835-25b1-4cdc-a42c-74c914941cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:59:30.094803 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-7dab3ec5-05a1-4936-8ced-6543f4ed519c service neutron] Bound using segment: {'id': '305b5835-25b1-4cdc-a42c-74c914941cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19'} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 19:59:30.094803 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-7dab3ec5-05a1-4936-8ced-6543f4ed519c service neutron] Bound port: 98b20cd5-6624-4dbe-9595-c5388d391222, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305b5835-25b1-4cdc-a42c-74c914941cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19'}}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 19:59:30.094803 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-7dab3ec5-05a1-4936-8ced-6543f4ed519c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (98b20cd5-6624-4dbe-9595-c5388d391222), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:30.201263 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-c72afc5d-38c8-4bee-9b29-d8f4f9c4126d None None] Set router a818107a-d906-4359-ae62-f2b037684596 gateway port host: None {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:59:30.209711 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-7dab3ec5-05a1-4936-8ced-6543f4ed519c service neutron] For port 98b20cd5-6624-4dbe-9595-c5388d391222, host hv-cinder-84460, cleared binding levels {{(pid=110544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 19:59:30.216564 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-7dab3ec5-05a1-4936-8ced-6543f4ed519c service neutron] For port 98b20cd5-6624-4dbe-9595-c5388d391222, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=98b20cd5-6624-4dbe-9595-c5388d391222,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 19:59:30.228673 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-7dab3ec5-05a1-4936-8ced-6543f4ed519c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (98b20cd5-6624-4dbe-9595-c5388d391222), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:30.270896 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8a39-2ee1-4b91-b1ba-c72facbf1fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (ff825354-7ea3-4e38-93ec-f64578fd86dc), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:30.271597 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-7dab3ec5-05a1-4936-8ced-6543f4ed519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:30.272547 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-7dab3ec5-05a1-4936-8ced-6543f4ed519c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:30.274081 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-7dab3ec5-05a1-4936-8ced-6543f4ed519c service neutron] 10.222.0.60 "PUT /v2.0/ports/98b20cd5-6624-4dbe-9595-c5388d391222 HTTP/1.1" status: 200 len: 1093 time: 0.9552031 Jul 01 19:59:30.274466 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19da010-1763-4196-8876-e78433c1e0cb', 'tag': '98b20cd5-6624-4dbe-9595-c5388d391222'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:59:30.277051 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f239ab01-aa53-4725-a3e4-782bdf8c9939" -d '{"events": [{"name": "network-changed", "server_uuid": "c19da010-1763-4196-8876-e78433c1e0cb", "tag": "98b20cd5-6624-4dbe-9595-c5388d391222"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:59:30.306594 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff8a39-2ee1-4b91-b1ba-c72facbf1fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff825354-7ea3-4e38-93ec-f64578fd86dc,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:30.307495 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:30.318486 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab3ec5-05a1-4936-8ced-6543f4ed519c service neutron] Pushing event updated for resources: {'Port': ['ID=98b20cd5-6624-4dbe-9595-c5388d391222,revision_number=3']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:30.354018 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-c72afc5d-38c8-4bee-9b29-d8f4f9c4126d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818107a-d906-4359-ae62-f2b037684596', 'name': 'tempest-TestShelveInstance-342016292-router', 'tenant_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:53:58Z', 'updated_at': '2022-07-01T19:59:29Z', 'revision_number': 6, 'project_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'gw_port_host': None}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:30.399453 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8a39-2ee1-4b91-b1ba-c72facbf1fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726997'] for router_gateway (a818107a-d906-4359-ae62-f2b037684596), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:30.413965 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ddeb5d-7538-4517-9baa-2e8dc46183ea x-openstack-request-id: req-a3ddeb5d-7538-4517-9baa-2e8dc46183ea {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:59:30.414510 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19da010-1763-4196-8876-e78433c1e0cb", "tag": "98b20cd5-6624-4dbe-9595-c5388d391222", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:59:30.414768 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a3ddeb5d-7538-4517-9baa-2e8dc46183ea {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:59:30.415180 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ddeb5d-7538-4517-9baa-2e8dc46183ea'] response: {'name': 'network-changed', 'server_uuid': 'c19da010-1763-4196-8876-e78433c1e0cb', 'tag': '98b20cd5-6624-4dbe-9595-c5388d391222', 'status': 'completed', 'code': 200} Jul 01 19:59:30.436535 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72afc5d-38c8-4bee-9b29-d8f4f9c4126d None None] The sync data for ids ['a818107a-d906-4359-ae62-f2b037684596'] in dv-cinder-844601-7-iscsi is: [{'id': 'a818107a-d906-4359-ae62-f2b037684596', 'name': 'tempest-TestShelveInstance-342016292-router', 'tenant_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:53:58Z', 'updated_at': '2022-07-01T19:59:29Z', 'revision_number': 6, 'project_id': '43c3f9cd6a0b43eaad0a105608a22c3f', 'gw_port_host': None}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:59:30.504624 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8a39-2ee1-4b91-b1ba-c72facbf1fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1734958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2076635'] for router (a818107a-d906-4359-ae62-f2b037684596), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:30.507204 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8a39-2ee1-4b91-b1ba-c72facbf1fb7 admin admin] Publish callbacks [] for router_controller (a818107a-d906-4359-ae62-f2b037684596), precommit_delete_associations {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:30.524191 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-537288d1-567c-4e50-9bd9-81f0715a4d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:30.525794 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-537288d1-567c-4e50-9bd9-81f0715a4d2b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=983da191c3d44e608e40f289e26d3603&device_id=c19da010-1763-4196-8876-e78433c1e0cb HTTP/1.1" status: 200 len: 1127 time: 0.1899588 Jul 01 19:59:30.532562 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765f54b-4cd0-4420-b790-c2c53cdde5ce req-406b8d83-41c3-4d23-8adf-97787814c078 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:30.534236 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d765f54b-4cd0-4420-b790-c2c53cdde5ce req-406b8d83-41c3-4d23-8adf-97787814c078 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19da010-1763-4196-8876-e78433c1e0cb HTTP/1.1" status: 200 len: 943 time: 0.1182792 Jul 01 19:59:30.567303 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8a39-2ee1-4b91-b1ba-c72facbf1fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1735151'] for router (a818107a-d906-4359-ae62-f2b037684596), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:30.568298 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ff8a39-2ee1-4b91-b1ba-c72facbf1fb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a818107a-d906-4359-ae62-f2b037684596 {{(pid=110545) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 19:59:30.573420 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8a39-2ee1-4b91-b1ba-c72facbf1fb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:30.578310 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-a9ff8a39-2ee1-4b91-b1ba-c72facbf1fb7 admin admin] 10.222.0.66 "DELETE /v2.0/routers/a818107a-d906-4359-ae62-f2b037684596 HTTP/1.1" status: 204 len: 168 time: 0.9667778 Jul 01 19:59:30.578512 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 33148) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:30.581530 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-16962853-302a-483d-889e-61c09e7ec2c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98b20cd5-6624-4dbe-9595-c5388d391222 HTTP/1.1" status: 200 len: 217 time: 0.0463781 Jul 01 19:59:30.697300 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-53ed9d9f-d509-4417-bc87-f0e61fb75654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:30.698800 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-53ed9d9f-d509-4417-bc87-f0e61fb75654 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1 HTTP/1.1" status: 200 len: 854 time: 0.0999556 Jul 01 19:59:30.701820 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d765f54b-4cd0-4420-b790-c2c53cdde5ce req-78424f3d-a76f-4b28-95d1-576cbe9b49be tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=78d8c123-d52b-44fa-ab16-a1f15f29cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601107 Jul 01 19:59:30.704817 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_v2 [None req-113889f1-2be4-49ed-9293-4cc54f93c9bd admin admin] Deleting subnet 9af3d934-37a9-4625-bfdb-0e9a2fa01650 {{(pid=110544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 19:59:30.709322 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-113889f1-2be4-49ed-9293-4cc54f93c9bd admin admin] Publish callbacks [] for subnet (9af3d934-37a9-4625-bfdb-0e9a2fa01650), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:30.781430 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-113889f1-2be4-49ed-9293-4cc54f93c9bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5827189'] for subnet (9af3d934-37a9-4625-bfdb-0e9a2fa01650), precommit_delete_associations {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:30.810319 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-06e1bd7f-e0d7-4a75-a665-391f320854ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:30.812922 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-06e1bd7f-e0d7-4a75-a665-391f320854ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd301699-ca40-48e9-9559-67a73cd4bb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1046178 Jul 01 19:59:30.949458 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-113889f1-2be4-49ed-9293-4cc54f93c9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482502'] for subnet (9af3d934-37a9-4625-bfdb-0e9a2fa01650), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:30.991701 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-bfee8bbd-665f-4ba4-851c-61a305ab4895 service neutron] 10.222.0.60 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709611 Jul 01 19:59:31.044727 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-113889f1-2be4-49ed-9293-4cc54f93c9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6193769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6123257'] for subnet (9af3d934-37a9-4625-bfdb-0e9a2fa01650), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:31.071848 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:31.107149 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113889f1-2be4-49ed-9293-4cc54f93c9bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9af3d934-37a9-4625-bfdb-0e9a2fa01650,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:31.115261 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-113889f1-2be4-49ed-9293-4cc54f93c9bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for subnet (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:31.121369 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-113889f1-2be4-49ed-9293-4cc54f93c9bd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9af3d934-37a9-4625-bfdb-0e9a2fa01650 HTTP/1.1" status: 204 len: 168 time: 0.5393748 Jul 01 19:59:31.121542 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1844ca71-0e5b-4720-b6e4-808d83b2c8ad None None] Network de0420cc-ced5-4f48-83b3-5bc1db67b6d5 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:59:31.122764 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33154) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:31.142326 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-33c359cd-9138-4e66-b69e-b9187817ba41 req-dfde9f88-a0e0-4ed9-b81c-5324bd92ee86 service neutron] 10.222.0.60 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409829 Jul 01 19:59:31.206167 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5ebc39f3-4342-48c9-ab98-e3c361fd0200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624501'] for network (de0420cc-ced5-4f48-83b3-5bc1db67b6d5), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:31.260889 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-5ebc39f3-4342-48c9-ab98-e3c361fd0200 admin admin] Deleting port 728e53dd-8212-4c58-a767-b94a22382b71 {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:59:31.261486 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5ebc39f3-4342-48c9-ab98-e3c361fd0200 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (728e53dd-8212-4c58-a767-b94a22382b71), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:31.311636 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ce689a-5199-4e34-bd1e-00c83aba3ad5 None None] DHCP port deletion for de0420cc-ced5-4f48-83b3-5bc1db67b6d5 request from dv-cinder-844601-7-iscsi {{(pid=110546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 01 19:59:31.341154 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [None req-5ebc39f3-4342-48c9-ab98-e3c361fd0200 admin admin] For port 728e53dd-8212-4c58-a767-b94a22382b71, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=728e53dd-8212-4c58-a767-b94a22382b71,segment=NetworkSegment(0f5a6f35-aecd-42b4-8d90-5416d92d1e5b),segment_id=0f5a6f35-aecd-42b4-8d90-5416d92d1e5b)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:59:31.341611 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device ff825354-7ea3-4e38-93ec-f64578fd86dc no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:59:31.341742 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5ebc39f3-4342-48c9-ab98-e3c361fd0200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (728e53dd-8212-4c58-a767-b94a22382b71), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:31.357089 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-5ebc39f3-4342-48c9-ab98-e3c361fd0200 admin admin] Calling delete_port for 728e53dd-8212-4c58-a767-b94a22382b71 owned by network:dhcp {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:59:31.369333 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: ff825354-7ea3-4e38-93ec-f64578fd86dc {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:59:31.369715 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device ff825354-7ea3-4e38-93ec-f64578fd86dc not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:59:31.370156 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 8def0950-08d3-4f64-9765-8dc4a67755a1 no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:59:31.373415 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:31.396691 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-50ce689a-5199-4e34-bd1e-00c83aba3ad5 None None] Deleting port 728e53dd-8212-4c58-a767-b94a22382b71 {{(pid=110546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:59:31.397068 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-50ce689a-5199-4e34-bd1e-00c83aba3ad5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (728e53dd-8212-4c58-a767-b94a22382b71), before_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:31.399370 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: 8def0950-08d3-4f64-9765-8dc4a67755a1 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:59:31.399715 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 8def0950-08d3-4f64-9765-8dc4a67755a1 not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:59:31.452634 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5ebc39f3-4342-48c9-ab98-e3c361fd0200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (728e53dd-8212-4c58-a767-b94a22382b71), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:31.476084 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-50ce689a-5199-4e34-bd1e-00c83aba3ad5 None None] For port 728e53dd-8212-4c58-a767-b94a22382b71, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=728e53dd-8212-4c58-a767-b94a22382b71,segment=NetworkSegment(0f5a6f35-aecd-42b4-8d90-5416d92d1e5b),segment_id=0f5a6f35-aecd-42b4-8d90-5416d92d1e5b)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:59:31.476504 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-50ce689a-5199-4e34-bd1e-00c83aba3ad5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (728e53dd-8212-4c58-a767-b94a22382b71), precommit_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:31.482594 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc39f3-4342-48c9-ab98-e3c361fd0200 admin admin] Pushing event deleted for resources: {'Port': ['ID=728e53dd-8212-4c58-a767-b94a22382b71,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:31.484444 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebc39f3-4342-48c9-ab98-e3c361fd0200 admin admin] No DVR routers for this DVR port 728e53dd-8212-4c58-a767-b94a22382b71 on host dv-cinder-844601-7-iscsi {{(pid=110545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:59:31.493161 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-50ce689a-5199-4e34-bd1e-00c83aba3ad5 None None] Calling delete_port for 728e53dd-8212-4c58-a767-b94a22382b71 owned by network:dhcp {{(pid=110546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:59:31.583521 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5ebc39f3-4342-48c9-ab98-e3c361fd0200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599248', 'neutron.services.segments.db._delete_segments_for_network-8766990268766'] for network (de0420cc-ced5-4f48-83b3-5bc1db67b6d5), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:31.590450 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-50ce689a-5199-4e34-bd1e-00c83aba3ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798'] for port (728e53dd-8212-4c58-a767-b94a22382b71), after_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:31.607004 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-5ebc39f3-4342-48c9-ab98-e3c361fd0200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0420cc-ced5-4f48-83b3-5bc1db67b6d5']}} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:31.615004 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce689a-5199-4e34-bd1e-00c83aba3ad5 None None] Pushing event deleted for resources: {'Port': ['ID=728e53dd-8212-4c58-a767-b94a22382b71,revision_number=None']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:31.621713 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-5ebc39f3-4342-48c9-ab98-e3c361fd0200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5a6f35-aecd-42b4-8d90-5416d92d1e5b') {'for_net_delete': True} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:31.622153 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-5ebc39f3-4342-48c9-ab98-e3c361fd0200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5a6f35-aecd-42b4-8d90-5416d92d1e5b') {} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:31.622330 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce689a-5199-4e34-bd1e-00c83aba3ad5 None None] No DVR routers for this DVR port 728e53dd-8212-4c58-a767-b94a22382b71 on host dv-cinder-844601-7-iscsi {{(pid=110546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:59:31.635823 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5ebc39f3-4342-48c9-ab98-e3c361fd0200 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766990270311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7752432'] for segment (0f5a6f35-aecd-42b4-8d90-5416d92d1e5b), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:31.650518 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5ebc39f3-4342-48c9-ab98-e3c361fd0200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (0f5a6f35-aecd-42b4-8d90-5416d92d1e5b), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:31.657024 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ebc39f3-4342-48c9-ab98-e3c361fd0200 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=110545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 19:59:31.657405 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5ebc39f3-4342-48c9-ab98-e3c361fd0200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5116964'] for segment (0f5a6f35-aecd-42b4-8d90-5416d92d1e5b), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:31.714934 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment 0f5a6f35-aecd-42b4-8d90-5416d92d1e5b resource provider aggregate not found Jul 01 19:59:31.721997 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:31.730492 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5ebc39f3-4342-48c9-ab98-e3c361fd0200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725398'] for network (de0420cc-ced5-4f48-83b3-5bc1db67b6d5), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:31.740385 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5ebc39f3-4342-48c9-ab98-e3c361fd0200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:31.747437 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-5ebc39f3-4342-48c9-ab98-e3c361fd0200 admin admin] 10.222.0.66 "DELETE /v2.0/networks/de0420cc-ced5-4f48-83b3-5bc1db67b6d5 HTTP/1.1" status: 204 len: 168 time: 0.6195300 Jul 01 19:59:31.748595 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment 0f5a6f35-aecd-42b4-8d90-5416d92d1e5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f5a6f35-aecd-42b4-8d90-5416d92d1e5b found for delete ", "request_id": "req-0a9add6c-067f-4ee7-9f8f-4dc729b7d233"}]} Jul 01 19:59:31.759287 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc39f3-4342-48c9-ab98-e3c361fd0200 admin admin] Pushing event deleted for resources: {'Network': ['ID=de0420cc-ced5-4f48-83b3-5bc1db67b6d5,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:31.831741 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10c175-3a20-4947-9fda-d91bcc360552 req-03e3abad-edc5-4433-b2da-8bea99c05c62 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:31.833794 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bd10c175-3a20-4947-9fda-d91bcc360552 req-03e3abad-edc5-4433-b2da-8bea99c05c62 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19da010-1763-4196-8876-e78433c1e0cb HTTP/1.1" status: 200 len: 943 time: 0.0528915 Jul 01 19:59:31.897021 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bd10c175-3a20-4947-9fda-d91bcc360552 req-43a57c2d-1f0b-46a1-a690-1cbed86c548c tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=78d8c123-d52b-44fa-ab16-a1f15f29cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562606 Jul 01 19:59:31.951044 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33168) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:31.984869 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239ab01-aa53-4725-a3e4-782bdf8c9939 req-67f04a1d-895c-4360-a386-66744edf4b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:31.986663 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f239ab01-aa53-4725-a3e4-782bdf8c9939 req-67f04a1d-895c-4360-a386-66744edf4b15 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=983da191c3d44e608e40f289e26d3603&device_id=c19da010-1763-4196-8876-e78433c1e0cb HTTP/1.1" status: 200 len: 1127 time: 0.0427284 Jul 01 19:59:31.992527 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:31.998322 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-3bee8b27-3f73-4ed0-a818-e0b7a8c2ba52 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=669587fe364c4741b489449451f2294c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461607 Jul 01 19:59:32.001101 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33170) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:32.059192 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c7639acd-5b46-4a6f-981f-9520c8b90491 admin admin] Publish callbacks [] for security_group (da48cbd4-4e11-4738-a247-788663ae0f14), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:32.082487 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c7639acd-5b46-4a6f-981f-9520c8b90491 admin admin] Publish callbacks [] for security_group (da48cbd4-4e11-4738-a247-788663ae0f14), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:32.095167 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239ab01-aa53-4725-a3e4-782bdf8c9939 req-3f7c2e52-5148-46a1-b853-d2d09692bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:32.097307 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f239ab01-aa53-4725-a3e4-782bdf8c9939 req-3f7c2e52-5148-46a1-b853-d2d09692bbbb service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd301699-ca40-48e9-9559-67a73cd4bb19 HTTP/1.1" status: 200 len: 916 time: 0.1036782 Jul 01 19:59:32.140128 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f239ab01-aa53-4725-a3e4-782bdf8c9939 req-bc297a85-03f5-46ad-acd9-f00107e146d0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98b20cd5-6624-4dbe-9595-c5388d391222 HTTP/1.1" status: 200 len: 217 time: 0.0371001 Jul 01 19:59:32.145686 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c7639acd-5b46-4a6f-981f-9520c8b90491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (da48cbd4-4e11-4738-a247-788663ae0f14), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:32.149243 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c7639acd-5b46-4a6f-981f-9520c8b90491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:32.150482 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-c7639acd-5b46-4a6f-981f-9520c8b90491 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/da48cbd4-4e11-4738-a247-788663ae0f14 HTTP/1.1" status: 204 len: 168 time: 0.1484513 Jul 01 19:59:32.162344 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7639acd-5b46-4a6f-981f-9520c8b90491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da48cbd4-4e11-4738-a247-788663ae0f14,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:32.209901 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:32.221878 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239ab01-aa53-4725-a3e4-782bdf8c9939 req-9df6188b-4972-4f65-ae08-bff1548fd01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:32.224255 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f239ab01-aa53-4725-a3e4-782bdf8c9939 req-9df6188b-4972-4f65-ae08-bff1548fd01b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1 HTTP/1.1" status: 200 len: 854 time: 0.0678890 Jul 01 19:59:32.275080 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239ab01-aa53-4725-a3e4-782bdf8c9939 req-d671d369-ef60-4929-a127-217698bc12c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:32.277417 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f239ab01-aa53-4725-a3e4-782bdf8c9939 req-d671d369-ef60-4929-a127-217698bc12c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd301699-ca40-48e9-9559-67a73cd4bb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464818 Jul 01 19:59:32.382585 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f239ab01-aa53-4725-a3e4-782bdf8c9939 req-14ffb7b0-d71c-4037-a138-0eb14d512379 service neutron] 10.222.0.60 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979729 Jul 01 19:59:32.485106 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f239ab01-aa53-4725-a3e4-782bdf8c9939 req-37105b07-5f17-4f07-a97f-c7579d1b91fb service neutron] 10.222.0.60 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955498 Jul 01 19:59:32.530931 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33178) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:32.571071 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-532a1edc-e10a-46f8-a4ef-7d4251aee785 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=43c3f9cd6a0b43eaad0a105608a22c3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389590 Jul 01 19:59:32.573429 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33180) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:32.623818 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0180176a-efc5-44b7-afa2-d113b9aa953c admin admin] Publish callbacks [] for security_group (ce1e33fa-44e1-401c-87fd-9ca7e90fe6a5), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:32.645745 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0180176a-efc5-44b7-afa2-d113b9aa953c admin admin] Publish callbacks [] for security_group (ce1e33fa-44e1-401c-87fd-9ca7e90fe6a5), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:32.691468 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0180176a-efc5-44b7-afa2-d113b9aa953c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (ce1e33fa-44e1-401c-87fd-9ca7e90fe6a5), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:32.694310 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0180176a-efc5-44b7-afa2-d113b9aa953c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:32.695447 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-0180176a-efc5-44b7-afa2-d113b9aa953c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ce1e33fa-44e1-401c-87fd-9ca7e90fe6a5 HTTP/1.1" status: 204 len: 168 time: 0.1211128 Jul 01 19:59:32.704743 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180176a-efc5-44b7-afa2-d113b9aa953c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1e33fa-44e1-401c-87fd-9ca7e90fe6a5,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:33.024762 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a1925-0483-44db-a6a3-2f6e2760c587 req-ce8a1126-3d57-4abb-9fef-d3abda2cb648 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:33.026312 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-791a1925-0483-44db-a6a3-2f6e2760c587 req-ce8a1126-3d57-4abb-9fef-d3abda2cb648 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19da010-1763-4196-8876-e78433c1e0cb HTTP/1.1" status: 200 len: 943 time: 0.0533879 Jul 01 19:59:33.078768 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-791a1925-0483-44db-a6a3-2f6e2760c587 req-920dfc11-ad81-4eb1-a6ac-5bb48b0862b7 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=78d8c123-d52b-44fa-ab16-a1f15f29cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464590 Jul 01 19:59:33.244004 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 728e53dd-8212-4c58-a767-b94a22382b71 no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:59:33.262962 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: 728e53dd-8212-4c58-a767-b94a22382b71 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:59:33.263405 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 728e53dd-8212-4c58-a767-b94a22382b71 not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:59:34.199008 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe99922-3cb8-4ea0-b5e5-f235211f2e5f req-a3397ade-b8dc-4a63-8f38-2b6a2888c7d2 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:34.200475 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9fe99922-3cb8-4ea0-b5e5-f235211f2e5f req-a3397ade-b8dc-4a63-8f38-2b6a2888c7d2 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19da010-1763-4196-8876-e78433c1e0cb HTTP/1.1" status: 200 len: 943 time: 0.0513062 Jul 01 19:59:34.249780 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9fe99922-3cb8-4ea0-b5e5-f235211f2e5f req-28629654-741f-46d8-ae75-319de5c51422 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=78d8c123-d52b-44fa-ab16-a1f15f29cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436730 Jul 01 19:59:34.687381 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 98b20cd5-6624-4dbe-9595-c5388d391222 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 19:59:34.783315 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 98b20cd5-6624-4dbe-9595-c5388d391222, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=98b20cd5-6624-4dbe-9595-c5388d391222,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:59:34.798031 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': '98b20cd5-6624-4dbe-9595-c5388d391222', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'port_id': '98b20cd5-6624-4dbe-9595-c5388d391222', 'mac_address': 'fa:16:3e:2f:6b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 19:59:34.834902 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 98b20cd5-6624-4dbe-9595-c5388d391222 is: DOWN; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:59:34.835289 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (98b20cd5-6624-4dbe-9595-c5388d391222), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:34.848085 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b20cd5-6624-4dbe-9595-c5388d391222 {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 19:59:34.867267 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 98b20cd5-6624-4dbe-9595-c5388d391222, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=98b20cd5-6624-4dbe-9595-c5388d391222,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:59:34.871120 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (98b20cd5-6624-4dbe-9595-c5388d391222), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:34.891393 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:34.917954 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=98b20cd5-6624-4dbe-9595-c5388d391222,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:35.123566 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['98b20cd5-6624-4dbe-9595-c5388d391222'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 19:59:35.371717 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5e4fb-e382-4319-b967-c304691ade97 req-fd3ee558-358b-4cd0-be3f-9459aa421f50 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:35.373206 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f1a5e4fb-e382-4319-b967-c304691ade97 req-fd3ee558-358b-4cd0-be3f-9459aa421f50 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19da010-1763-4196-8876-e78433c1e0cb HTTP/1.1" status: 200 len: 944 time: 0.0482020 Jul 01 19:59:35.423561 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f1a5e4fb-e382-4319-b967-c304691ade97 req-58a976a9-294f-4dd0-be35-f58050148a0e tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=78d8c123-d52b-44fa-ab16-a1f15f29cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440705 Jul 01 19:59:35.574518 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 33254) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:35.684430 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a67ad5ed-a9a7-4205-a367-5a8e1b63f515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:35.763417 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a67ad5ed-a9a7-4205-a367-5a8e1b63f515 admin admin] Publish callbacks [] for security_group (47138402-3e30-42c1-80e4-941fe16819e6), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:35.767101 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a67ad5ed-a9a7-4205-a367-5a8e1b63f515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (47138402-3e30-42c1-80e4-941fe16819e6), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:35.791285 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:35.807858 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ad5ed-a9a7-4205-a367-5a8e1b63f515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47138402-3e30-42c1-80e4-941fe16819e6,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:35.813151 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-a67ad5ed-a9a7-4205-a367-5a8e1b63f515 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a43d5410b59d4b17ac00aaefb4a2f1ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375994 Jul 01 19:59:35.816702 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33258) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:35.866970 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9f136e86-fb47-4d6d-b970-a40f6c3c5eab admin admin] Publish callbacks [] for security_group (47138402-3e30-42c1-80e4-941fe16819e6), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:35.888504 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9f136e86-fb47-4d6d-b970-a40f6c3c5eab admin admin] Publish callbacks [] for security_group (47138402-3e30-42c1-80e4-941fe16819e6), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:35.938483 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9f136e86-fb47-4d6d-b970-a40f6c3c5eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (47138402-3e30-42c1-80e4-941fe16819e6), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:35.941839 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9f136e86-fb47-4d6d-b970-a40f6c3c5eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:35.942992 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-9f136e86-fb47-4d6d-b970-a40f6c3c5eab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/47138402-3e30-42c1-80e4-941fe16819e6 HTTP/1.1" status: 204 len: 168 time: 0.1255798 Jul 01 19:59:35.951089 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f136e86-fb47-4d6d-b970-a40f6c3c5eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47138402-3e30-42c1-80e4-941fe16819e6,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:36.111080 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=25 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:36.119763 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-3403a066-80e4-4f8e-915a-5f1e3a4553c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:36.210540 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 33266) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:36.224789 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-46997bbf-7087-475d-ba47-0195bb3e8592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:36.295988 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=24 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:36.296336 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:36.310602 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-46997bbf-7087-475d-ba47-0195bb3e8592 admin admin] Publish callbacks [] for security_group (02752527-8dbe-4986-baf3-af91123c8c0e), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:36.314251 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-46997bbf-7087-475d-ba47-0195bb3e8592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (02752527-8dbe-4986-baf3-af91123c8c0e), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:36.355219 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-46997bbf-7087-475d-ba47-0195bb3e8592 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=182226af82884fcc9f705c2dafe4f9dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435950 Jul 01 19:59:36.356071 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46997bbf-7087-475d-ba47-0195bb3e8592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02752527-8dbe-4986-baf3-af91123c8c0e,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:36.359235 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33268) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:36.412214 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9027dfd1-a280-4f8f-aa2c-fadb510e88a0 admin admin] Publish callbacks [] for security_group (02752527-8dbe-4986-baf3-af91123c8c0e), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:36.433426 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9027dfd1-a280-4f8f-aa2c-fadb510e88a0 admin admin] Publish callbacks [] for security_group (02752527-8dbe-4986-baf3-af91123c8c0e), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:36.482155 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9027dfd1-a280-4f8f-aa2c-fadb510e88a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (02752527-8dbe-4986-baf3-af91123c8c0e), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:36.484745 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9027dfd1-a280-4f8f-aa2c-fadb510e88a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:36.488769 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-9027dfd1-a280-4f8f-aa2c-fadb510e88a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/02752527-8dbe-4986-baf3-af91123c8c0e HTTP/1.1" status: 204 len: 168 time: 0.1256452 Jul 01 19:59:36.501634 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027dfd1-a280-4f8f-aa2c-fadb510e88a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02752527-8dbe-4986-baf3-af91123c8c0e,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:36.553509 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e31f91-1afa-45c9-8b54-f9ff76080239 req-7bb44114-7a37-4825-9b50-251e0108bbfa tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:36.554973 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a5e31f91-1afa-45c9-8b54-f9ff76080239 req-7bb44114-7a37-4825-9b50-251e0108bbfa tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19da010-1763-4196-8876-e78433c1e0cb HTTP/1.1" status: 200 len: 944 time: 0.0576053 Jul 01 19:59:36.605894 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a5e31f91-1afa-45c9-8b54-f9ff76080239 req-508489ed-b339-4850-ad45-7da1c6a9ef45 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=78d8c123-d52b-44fa-ab16-a1f15f29cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454960 Jul 01 19:59:36.705023 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 98b20cd5-6624-4dbe-9595-c5388d391222 up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 19:59:36.747282 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning for port 98b20cd5-6624-4dbe-9595-c5388d391222 completed by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 19:59:36.755294 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port 98b20cd5-6624-4dbe-9595-c5388d391222 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 19:59:36.755838 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (98b20cd5-6624-4dbe-9595-c5388d391222), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:36.833666 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 98b20cd5-6624-4dbe-9595-c5388d391222 is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 19:59:36.834060 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (98b20cd5-6624-4dbe-9595-c5388d391222), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:36.856557 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19da010-1763-4196-8876-e78433c1e0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b20cd5-6624-4dbe-9595-c5388d391222'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:59:36.858806 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952ea46f-4528-45fa-a669-214846664937" -d '{"events": [{"server_uuid": "c19da010-1763-4196-8876-e78433c1e0cb", "name": "network-vif-plugged", "status": "completed", "tag": "98b20cd5-6624-4dbe-9595-c5388d391222"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:59:36.872544 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 98b20cd5-6624-4dbe-9595-c5388d391222, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=98b20cd5-6624-4dbe-9595-c5388d391222,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:59:36.877808 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (98b20cd5-6624-4dbe-9595-c5388d391222), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:36.906237 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f375ece-af39-4b51-9470-eef24f7e68ad x-openstack-request-id: req-0f375ece-af39-4b51-9470-eef24f7e68ad {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:59:36.906531 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19da010-1763-4196-8876-e78433c1e0cb", "name": "network-vif-plugged", "status": "completed", "tag": "98b20cd5-6624-4dbe-9595-c5388d391222", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:59:36.906782 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0f375ece-af39-4b51-9470-eef24f7e68ad {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:59:36.907172 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f375ece-af39-4b51-9470-eef24f7e68ad'] response: {'server_uuid': 'c19da010-1763-4196-8876-e78433c1e0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b20cd5-6624-4dbe-9595-c5388d391222', 'code': 200} Jul 01 19:59:36.934590 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=98b20cd5-6624-4dbe-9595-c5388d391222,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:37.088862 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d153c-85e1-4444-82e4-65382a5647af req-a067027f-e4af-4505-8253-12f613a9568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:37.090676 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-155d153c-85e1-4444-82e4-65382a5647af req-a067027f-e4af-4505-8253-12f613a9568b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c19da010-1763-4196-8876-e78433c1e0cb HTTP/1.1" status: 200 len: 1129 time: 0.0390403 Jul 01 19:59:37.140365 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-155d153c-85e1-4444-82e4-65382a5647af req-9a7f2876-c812-4fe1-8369-337f469c262f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=78d8c123-d52b-44fa-ab16-a1f15f29cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431077 Jul 01 19:59:37.202619 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33294) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:37.301960 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-560c2eb9-87a8-4f02-a272-47a42195e346 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-986365447-network', 'tenant_id': 'bd147e07f5194a8da5b4b2bb27ce162e'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:59:37.321982 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560c2eb9-87a8-4f02-a272-47a42195e346 admin admin] Made reservation on behalf of bd147e07f5194a8da5b4b2bb27ce162e for: {'network': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:59:37.324266 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-560c2eb9-87a8-4f02-a272-47a42195e346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for network (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:37.333661 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-560c2eb9-87a8-4f02-a272-47a42195e346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:37.375692 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:37.385072 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:37.415583 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-560c2eb9-87a8-4f02-a272-47a42195e346 admin admin] Publish callbacks [] for security_group (9c97533e-ce27-4fd7-b4c0-65eafdc12a29), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:37.419082 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-560c2eb9-87a8-4f02-a272-47a42195e346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (9c97533e-ce27-4fd7-b4c0-65eafdc12a29), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:37.446914 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560c2eb9-87a8-4f02-a272-47a42195e346 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=110545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 19:59:37.453514 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c2eb9-87a8-4f02-a272-47a42195e346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c97533e-ce27-4fd7-b4c0-65eafdc12a29,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:37.460880 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-560c2eb9-87a8-4f02-a272-47a42195e346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (1fdc8a5d-ff9e-461c-86e0-ffc103a3e1e5), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:37.461282 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.segments_db [None req-560c2eb9-87a8-4f02-a272-47a42195e346 admin admin] Added segment 1fdc8a5d-ff9e-461c-86e0-ffc103a3e1e5 of type vlan for network c039a827-fd56-4d4d-9d24-899ea1fd8fdd Jul 01 19:59:37.501181 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-560c2eb9-87a8-4f02-a272-47a42195e346 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766989805963'] for network (c039a827-fd56-4d4d-9d24-899ea1fd8fdd), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:37.529983 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-560c2eb9-87a8-4f02-a272-47a42195e346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for network (c039a827-fd56-4d4d-9d24-899ea1fd8fdd), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:37.530870 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560c2eb9-87a8-4f02-a272-47a42195e346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:37.531438 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-560c2eb9-87a8-4f02-a272-47a42195e346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:37.560396 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-560c2eb9-87a8-4f02-a272-47a42195e346 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3565984 Jul 01 19:59:37.563422 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 33300) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:37.568432 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-6a0bd34f-54e5-4186-bfec-d9c44ffd81e3 admin admin] Request body: {'subnet': {'network_id': 'c039a827-fd56-4d4d-9d24-899ea1fd8fdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-986365447-subnet', 'tenant_id': 'bd147e07f5194a8da5b4b2bb27ce162e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:59:37.589345 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0bd34f-54e5-4186-bfec-d9c44ffd81e3 admin admin] Made reservation on behalf of bd147e07f5194a8da5b4b2bb27ce162e for: {'subnet': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:59:37.592239 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6a0bd34f-54e5-4186-bfec-d9c44ffd81e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6123222'] for subnet (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:37.598252 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c2eb9-87a8-4f02-a272-47a42195e346 admin admin] Pushing event updated for resources: {'Network': ['ID=c039a827-fd56-4d4d-9d24-899ea1fd8fdd,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:37.607630 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Network c039a827-fd56-4d4d-9d24-899ea1fd8fdd details requested by agent ovs-agent-dv-cinder-844601-7-iscsi with host dv-cinder-844601-7-iscsi {{(pid=110546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 19:59:37.636824 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:37.755799 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f908468-2a60-4f4d-8392-1a86cab7e757 req-d8605f69-248e-4631-a2c6-340b25d182f6 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:37.757270 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0f908468-2a60-4f4d-8392-1a86cab7e757 req-d8605f69-248e-4631-a2c6-340b25d182f6 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19da010-1763-4196-8876-e78433c1e0cb HTTP/1.1" status: 200 len: 945 time: 0.0753167 Jul 01 19:59:37.840934 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6a0bd34f-54e5-4186-bfec-d9c44ffd81e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6199990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6123200'] for subnet (0285021b-ffc8-40d7-ae25-5a160da8b08d), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:37.851462 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0f908468-2a60-4f4d-8392-1a86cab7e757 req-f3f6710b-2184-4692-8889-5d94d2df043f tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=78d8c123-d52b-44fa-ab16-a1f15f29cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882218 Jul 01 19:59:37.906655 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0bd34f-54e5-4186-bfec-d9c44ffd81e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0285021b-ffc8-40d7-ae25-5a160da8b08d,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:37.915354 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0bd34f-54e5-4186-bfec-d9c44ffd81e3 admin admin] Checking segment: {'id': '1fdc8a5d-ff9e-461c-86e0-ffc103a3e1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c039a827-fd56-4d4d-9d24-899ea1fd8fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:59:37.915711 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0bd34f-54e5-4186-bfec-d9c44ffd81e3 admin admin] Network hostable DHCP agents. Network: c039a827-fd56-4d4d-9d24-899ea1fd8fdd, hostable agents: ['c73d88bc-f5d4-4e4e-bef7-e6641222d38b'], hosted agents: [] {{(pid=110544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 19:59:37.932667 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0bd34f-54e5-4186-bfec-d9c44ffd81e3 admin admin] Network c039a827-fd56-4d4d-9d24-899ea1fd8fdd is scheduled to be hosted by DHCP agent c73d88bc-f5d4-4e4e-bef7-e6641222d38b with binding_index 1 {{(pid=110544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 19:59:37.942136 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-6a0bd34f-54e5-4186-bfec-d9c44ffd81e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-7-iscsi, c039a827-fd56-4d4d-9d24-899ea1fd8fdd) {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:59:37.946089 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0bd34f-54e5-4186-bfec-d9c44ffd81e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:37.946685 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-6a0bd34f-54e5-4186-bfec-d9c44ffd81e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for subnet (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:37.950385 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db81b74-a7df-4850-82de-92c9ebfccd45 None None] Network c039a827-fd56-4d4d-9d24-899ea1fd8fdd requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:59:37.964111 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-6a0bd34f-54e5-4186-bfec-d9c44ffd81e3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3995683 Jul 01 19:59:38.057961 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af34a87-b9fe-4368-9bb8-2987f58d45f1 None None] Network c039a827-fd56-4d4d-9d24-899ea1fd8fdd requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:59:38.432109 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 33318) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:38.436926 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-0f43984f-6d95-47c3-b8f8-d1ed6953815d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-923565712-network', 'tenant_id': 'a3b71f1fcadf46d48ba2c429064a5a40'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:59:38.441319 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:38.458612 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f43984f-6d95-47c3-b8f8-d1ed6953815d admin admin] Made reservation on behalf of a3b71f1fcadf46d48ba2c429064a5a40 for: {'network': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:59:38.460904 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0f43984f-6d95-47c3-b8f8-d1ed6953815d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for network (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:38.470288 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0f43984f-6d95-47c3-b8f8-d1ed6953815d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:38.539919 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:38.550118 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0f43984f-6d95-47c3-b8f8-d1ed6953815d admin admin] Publish callbacks [] for security_group (e67ce6a2-200b-440e-9a83-e7bf818c551a), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:38.555560 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0f43984f-6d95-47c3-b8f8-d1ed6953815d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (e67ce6a2-200b-440e-9a83-e7bf818c551a), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:38.578400 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f43984f-6d95-47c3-b8f8-d1ed6953815d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=110544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 19:59:38.595135 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43984f-6d95-47c3-b8f8-d1ed6953815d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67ce6a2-200b-440e-9a83-e7bf818c551a,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:38.596018 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-8fa7b35d-280c-47ff-8f34-9284e3fc8be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:38.599026 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0f43984f-6d95-47c3-b8f8-d1ed6953815d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (f43cc7a3-3a22-45e7-a7f3-12a6a850188f), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:38.599382 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.segments_db [None req-0f43984f-6d95-47c3-b8f8-d1ed6953815d admin admin] Added segment f43cc7a3-3a22-45e7-a7f3-12a6a850188f of type vlan for network bdf7ef53-e1b8-4a57-b3a7-9ec1d79dd2bb Jul 01 19:59:38.639633 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0f43984f-6d95-47c3-b8f8-d1ed6953815d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766989805963'] for network (bdf7ef53-e1b8-4a57-b3a7-9ec1d79dd2bb), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:38.665285 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0f43984f-6d95-47c3-b8f8-d1ed6953815d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for network (bdf7ef53-e1b8-4a57-b3a7-9ec1d79dd2bb), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:38.666327 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f43984f-6d95-47c3-b8f8-d1ed6953815d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:38.666944 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-0f43984f-6d95-47c3-b8f8-d1ed6953815d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:38.705293 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-0f43984f-6d95-47c3-b8f8-d1ed6953815d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2721004 Jul 01 19:59:38.707960 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 33320) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:38.712596 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-a49c1bb8-8bad-461a-bd23-bb67595b7b6c admin admin] Request body: {'subnet': {'network_id': 'bdf7ef53-e1b8-4a57-b3a7-9ec1d79dd2bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-923565712-subnet', 'tenant_id': 'a3b71f1fcadf46d48ba2c429064a5a40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:59:38.745546 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43984f-6d95-47c3-b8f8-d1ed6953815d admin admin] Pushing event updated for resources: {'Network': ['ID=bdf7ef53-e1b8-4a57-b3a7-9ec1d79dd2bb,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:38.755896 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Network bdf7ef53-e1b8-4a57-b3a7-9ec1d79dd2bb details requested by agent ovs-agent-dv-cinder-844601-7-iscsi with host dv-cinder-844601-7-iscsi {{(pid=110546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 19:59:38.760194 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49c1bb8-8bad-461a-bd23-bb67595b7b6c admin admin] Made reservation on behalf of a3b71f1fcadf46d48ba2c429064a5a40 for: {'subnet': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 19:59:38.762643 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a49c1bb8-8bad-461a-bd23-bb67595b7b6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6123222'] for subnet (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:38.962623 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a49c1bb8-8bad-461a-bd23-bb67595b7b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6199990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6123200'] for subnet (c7f67d56-24ab-48bd-a519-a2b72295b318), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:39.016099 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62641182-b06f-4965-864b-9bafdb1300b5 req-d088a609-9f11-4d1d-88e4-caa48c31cac2 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:39.017567 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-62641182-b06f-4965-864b-9bafdb1300b5 req-d088a609-9f11-4d1d-88e4-caa48c31cac2 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19da010-1763-4196-8876-e78433c1e0cb HTTP/1.1" status: 200 len: 945 time: 0.0909956 Jul 01 19:59:39.070625 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c1bb8-8bad-461a-bd23-bb67595b7b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7f67d56-24ab-48bd-a519-a2b72295b318,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:39.092109 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49c1bb8-8bad-461a-bd23-bb67595b7b6c admin admin] Checking segment: {'id': 'f43cc7a3-3a22-45e7-a7f3-12a6a850188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'bdf7ef53-e1b8-4a57-b3a7-9ec1d79dd2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 19:59:39.092461 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49c1bb8-8bad-461a-bd23-bb67595b7b6c admin admin] Network hostable DHCP agents. Network: bdf7ef53-e1b8-4a57-b3a7-9ec1d79dd2bb, hostable agents: ['c73d88bc-f5d4-4e4e-bef7-e6641222d38b'], hosted agents: [] {{(pid=110544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 19:59:39.110429 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-62641182-b06f-4965-864b-9bafdb1300b5 req-7ae27f1e-044b-47d9-87f5-4badad260578 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=78d8c123-d52b-44fa-ab16-a1f15f29cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865173 Jul 01 19:59:39.120592 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49c1bb8-8bad-461a-bd23-bb67595b7b6c admin admin] Network bdf7ef53-e1b8-4a57-b3a7-9ec1d79dd2bb is scheduled to be hosted by DHCP agent c73d88bc-f5d4-4e4e-bef7-e6641222d38b with binding_index 1 {{(pid=110544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 19:59:39.131067 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-a49c1bb8-8bad-461a-bd23-bb67595b7b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-7-iscsi, bdf7ef53-e1b8-4a57-b3a7-9ec1d79dd2bb) {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 19:59:39.135659 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49c1bb8-8bad-461a-bd23-bb67595b7b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:39.136714 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a49c1bb8-8bad-461a-bd23-bb67595b7b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for subnet (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:39.140791 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbae30d-d054-4046-a269-f440e9f9887c None None] Network bdf7ef53-e1b8-4a57-b3a7-9ec1d79dd2bb requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:59:39.144051 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:39.161752 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-a49c1bb8-8bad-461a-bd23-bb67595b7b6c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4520516 Jul 01 19:59:39.240270 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed93231-42ca-47a0-b390-029d41c50fdc req-c8b4c25f-0776-4682-a5d8-00d0c9db31c9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:39.240605 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9ed93231-42ca-47a0-b390-029d41c50fdc req-c8b4c25f-0776-4682-a5d8-00d0c9db31c9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19da010-1763-4196-8876-e78433c1e0cb HTTP/1.1" status: 200 len: 945 time: 0.0585923 Jul 01 19:59:39.248992 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33328) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:39.254922 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-d212e2bb-dd2d-4e92-85d5-4f279016351d tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Request body: {'floatingip': {'port_id': '98b20cd5-6624-4dbe-9595-c5388d391222'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 19:59:39.271540 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63d60a3-4ed6-4838-9438-fafaf89633d8 None None] Network bdf7ef53-e1b8-4a57-b3a7-9ec1d79dd2bb requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:59:39.295663 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d212e2bb-dd2d-4e92-85d5-4f279016351d tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (3e8dccb9-59ca-4d81-9823-b06a8b1d392b), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:39.778159 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:39.778707 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d212e2bb-dd2d-4e92-85d5-4f279016351d tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:39.781158 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d212e2bb-dd2d-4e92-85d5-4f279016351d tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (3e8dccb9-59ca-4d81-9823-b06a8b1d392b), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:39.883013 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.l3_db [None req-d212e2bb-dd2d-4e92-85d5-4f279016351d tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Floating IP 3e8dccb9-59ca-4d81-9823-b06a8b1d392b associated. External IP: 172.27.1.240, port: 98b20cd5-6624-4dbe-9595-c5388d391222. Jul 01 19:59:40.084083 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:40.086955 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:40.100014 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d212e2bb-dd2d-4e92-85d5-4f279016351d tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:59:40.444177 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d212e2bb-dd2d-4e92-85d5-4f279016351d tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:59:40.448822 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d212e2bb-dd2d-4e92-85d5-4f279016351d tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:40.453219 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa2dafd-735d-43d0-858a-63535b2de1b5 None None] Sync routers for ids ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:59:40.463847 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa2dafd-735d-43d0-858a-63535b2de1b5 None None] Routers {'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:59:40.464437 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-dfa2dafd-735d-43d0-858a-63535b2de1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:59:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:40.479174 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-d212e2bb-dd2d-4e92-85d5-4f279016351d tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "PUT /v2.0/floatingips/3e8dccb9-59ca-4d81-9823-b06a8b1d392b HTTP/1.1" status: 200 len: 991 time: 1.2284713 Jul 01 19:59:40.479745 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19da010-1763-4196-8876-e78433c1e0cb', 'tag': '98b20cd5-6624-4dbe-9595-c5388d391222'}] {{(pid=110545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:59:40.483054 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcb8287ee1e4b298a834a36a05516dc05427937f10d56c225ffa2f4d88459ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5d0c6f-7f02-411c-8800-f083e53567dc" -d '{"events": [{"name": "network-changed", "server_uuid": "c19da010-1763-4196-8876-e78433c1e0cb", "tag": "98b20cd5-6624-4dbe-9595-c5388d391222"}]}' {{(pid=110545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:59:40.520196 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 19:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df9c602-2127-4c74-91a4-191f8b915ff3 x-openstack-request-id: req-5df9c602-2127-4c74-91a4-191f8b915ff3 {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:59:40.520557 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19da010-1763-4196-8876-e78433c1e0cb", "tag": "98b20cd5-6624-4dbe-9595-c5388d391222", "status": "completed", "code": 200}]} {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:59:40.520809 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5df9c602-2127-4c74-91a4-191f8b915ff3 {{(pid=110545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:59:40.521207 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df9c602-2127-4c74-91a4-191f8b915ff3'] response: {'name': 'network-changed', 'server_uuid': 'c19da010-1763-4196-8876-e78433c1e0cb', 'tag': '98b20cd5-6624-4dbe-9595-c5388d391222', 'status': 'completed', 'code': 200} Jul 01 19:59:40.571937 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-dfa2dafd-735d-43d0-858a-63535b2de1b5 None None] Set router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:59:40.573084 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:40.582710 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d0c6f-7f02-411c-8800-f083e53567dc req-dbf50c18-7882-4844-82a1-2743e2a80fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:40.584206 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4e5d0c6f-7f02-411c-8800-f083e53567dc req-dbf50c18-7882-4844-82a1-2743e2a80fa7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=983da191c3d44e608e40f289e26d3603&device_id=c19da010-1763-4196-8876-e78433c1e0cb HTTP/1.1" status: 200 len: 1129 time: 0.0422351 Jul 01 19:59:40.689038 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d0c6f-7f02-411c-8800-f083e53567dc req-0ee8e3b4-5046-41d9-8dc6-4118bb664347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:40.690786 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4e5d0c6f-7f02-411c-8800-f083e53567dc req-0ee8e3b4-5046-41d9-8dc6-4118bb664347 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd301699-ca40-48e9-9559-67a73cd4bb19 HTTP/1.1" status: 200 len: 916 time: 0.1008573 Jul 01 19:59:40.737516 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:40.759110 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4e5d0c6f-7f02-411c-8800-f083e53567dc req-f29db04d-dbd0-4f54-8ff5-4684d1324aff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98b20cd5-6624-4dbe-9595-c5388d391222 HTTP/1.1" status: 200 len: 999 time: 0.0616660 Jul 01 19:59:40.791833 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-dfa2dafd-735d-43d0-858a-63535b2de1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '3e8dccb9-59ca-4d81-9823-b06a8b1d392b', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'port_id': '98b20cd5-6624-4dbe-9595-c5388d391222', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'mac_address': 'fa:16:3e:2f:6b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19da010-1763-4196-8876-e78433c1e0cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:59:24Z', 'updated_at': '2022-07-01T19:59:39Z', 'revision_number': 1, 'project_id': '983da191c3d44e608e40f289e26d3603', 'fixed_ip_address_scope': None}, {'id': '9d2025de-a91a-4c08-9bdf-ca9930d090b5', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'port_id': '1a187327-634a-45da-978e-23ca2730d31b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'mac_address': 'fa:16:3e:e2:4b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94df28-2151-48bf-9571-ae16d23c66a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:58:21Z', 'updated_at': '2022-07-01T19:58:39Z', 'revision_number': 2, 'project_id': '983da191c3d44e608e40f289e26d3603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:23Z', 'revision_number': 5, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:40.811747 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d0c6f-7f02-411c-8800-f083e53567dc req-df18c463-18da-45c0-a830-3c8264280812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:40.813205 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4e5d0c6f-7f02-411c-8800-f083e53567dc req-df18c463-18da-45c0-a830-3c8264280812 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1 HTTP/1.1" status: 200 len: 854 time: 0.0459709 Jul 01 19:59:40.821094 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa2dafd-735d-43d0-858a-63535b2de1b5 None None] Checking router: c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:59:40.830933 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa2dafd-735d-43d0-858a-63535b2de1b5 None None] Routers {'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:59:40.832322 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-dfa2dafd-735d-43d0-858a-63535b2de1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:59:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:40.865705 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d0c6f-7f02-411c-8800-f083e53567dc req-c52839c7-8448-4261-bead-23c5685f5fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:40.867311 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4e5d0c6f-7f02-411c-8800-f083e53567dc req-c52839c7-8448-4261-bead-23c5685f5fa7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd301699-ca40-48e9-9559-67a73cd4bb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461326 Jul 01 19:59:40.940479 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-dfa2dafd-735d-43d0-858a-63535b2de1b5 None None] Set router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:59:40.965206 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4e5d0c6f-7f02-411c-8800-f083e53567dc req-06ea127a-6306-410a-a493-08b385973860 service neutron] 10.222.0.60 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892215 Jul 01 19:59:41.080286 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4e5d0c6f-7f02-411c-8800-f083e53567dc req-d69c9d20-6ca3-4bd1-9365-b6f1000ee58b service neutron] 10.222.0.60 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055958 Jul 01 19:59:41.113223 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:41.190570 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-dfa2dafd-735d-43d0-858a-63535b2de1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '3e8dccb9-59ca-4d81-9823-b06a8b1d392b', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'port_id': '98b20cd5-6624-4dbe-9595-c5388d391222', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'mac_address': 'fa:16:3e:2f:6b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19da010-1763-4196-8876-e78433c1e0cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:59:24Z', 'updated_at': '2022-07-01T19:59:39Z', 'revision_number': 1, 'project_id': '983da191c3d44e608e40f289e26d3603', 'fixed_ip_address_scope': None}, {'id': '9d2025de-a91a-4c08-9bdf-ca9930d090b5', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'port_id': '1a187327-634a-45da-978e-23ca2730d31b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'mac_address': 'fa:16:3e:e2:4b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94df28-2151-48bf-9571-ae16d23c66a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:58:21Z', 'updated_at': '2022-07-01T19:58:39Z', 'revision_number': 2, 'project_id': '983da191c3d44e608e40f289e26d3603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:23Z', 'revision_number': 5, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:41.215655 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa2dafd-735d-43d0-858a-63535b2de1b5 None None] The sync data for ids ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'] in dv-cinder-844601-7-iscsi is: [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '3e8dccb9-59ca-4d81-9823-b06a8b1d392b', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'port_id': '98b20cd5-6624-4dbe-9595-c5388d391222', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'mac_address': 'fa:16:3e:2f:6b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19da010-1763-4196-8876-e78433c1e0cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:59:24Z', 'updated_at': '2022-07-01T19:59:39Z', 'revision_number': 1, 'project_id': '983da191c3d44e608e40f289e26d3603', 'fixed_ip_address_scope': None}, {'id': '9d2025de-a91a-4c08-9bdf-ca9930d090b5', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'port_id': '1a187327-634a-45da-978e-23ca2730d31b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'mac_address': 'fa:16:3e:e2:4b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94df28-2151-48bf-9571-ae16d23c66a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:58:21Z', 'updated_at': '2022-07-01T19:58:39Z', 'revision_number': 2, 'project_id': '983da191c3d44e608e40f289e26d3603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:23Z', 'revision_number': 5, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:59:41.407384 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:41.416515 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3242e246-adf6-4130-b798-d8c46433e4dd None None] New status for floating IP 3e8dccb9-59ca-4d81-9823-b06a8b1d392b: ACTIVE {{(pid=110546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 19:59:41.774212 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ef448-54b2-419a-b707-7484895e020f req-cfbc9d84-85cd-438e-ba4a-6b9856aae5cb tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:41.775762 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ab8ef448-54b2-419a-b707-7484895e020f req-cfbc9d84-85cd-438e-ba4a-6b9856aae5cb tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 946 time: 0.0488443 Jul 01 19:59:41.821846 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ab8ef448-54b2-419a-b707-7484895e020f req-25c70e59-f207-4953-bc13-3d244c2299e2 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406594 Jul 01 19:59:42.944867 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a12bd3-1173-4473-b89a-8e3a36be61ec req-29d3674d-4582-453e-a8a3-e1ce92d33dd0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:42.946356 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-95a12bd3-1173-4473-b89a-8e3a36be61ec req-29d3674d-4582-453e-a8a3-e1ce92d33dd0 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 946 time: 0.0518014 Jul 01 19:59:42.996123 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-95a12bd3-1173-4473-b89a-8e3a36be61ec req-faf07670-82fb-460a-8f1c-135da6da449c tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2533d20c-90fc-4dd6-89a9-70858c7bfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443687 Jul 01 19:59:43.257853 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f6700-0fac-48bc-97e8-5addba79007f req-bdedeef6-a72c-4b92-98ba-a34afbd7fff6 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 19:59:43.259272 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-293f6700-0fac-48bc-97e8-5addba79007f req-bdedeef6-a72c-4b92-98ba-a34afbd7fff6 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 946 time: 0.0465090 Jul 01 19:59:43.345399 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-293f6700-0fac-48bc-97e8-5addba79007f req-74ed65cc-286a-4c91-80c4-089ee1378453 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Deleting port 7bcf54c4-3b63-4285-981e-25adbeaaf278 {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:59:43.345772 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-293f6700-0fac-48bc-97e8-5addba79007f req-74ed65cc-286a-4c91-80c4-089ee1378453 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:43.437408 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-293f6700-0fac-48bc-97e8-5addba79007f req-74ed65cc-286a-4c91-80c4-089ee1378453 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] For port 7bcf54c4-3b63-4285-981e-25adbeaaf278, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7bcf54c4-3b63-4285-981e-25adbeaaf278,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:59:43.437799 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-293f6700-0fac-48bc-97e8-5addba79007f req-74ed65cc-286a-4c91-80c4-089ee1378453 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:43.537339 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:43.609992 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-293f6700-0fac-48bc-97e8-5addba79007f req-74ed65cc-286a-4c91-80c4-089ee1378453 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:43.610362 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-293f6700-0fac-48bc-97e8-5addba79007f req-74ed65cc-286a-4c91-80c4-089ee1378453 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (d10406da-5e51-4858-9772-408e54b2a560), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:43.610714 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.l3_db [req-293f6700-0fac-48bc-97e8-5addba79007f req-74ed65cc-286a-4c91-80c4-089ee1378453 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Floating IP d10406da-5e51-4858-9772-408e54b2a560 disassociated. External IP: 172.27.1.74, port: 7bcf54c4-3b63-4285-981e-25adbeaaf278. Jul 01 19:59:43.611092 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-293f6700-0fac-48bc-97e8-5addba79007f req-74ed65cc-286a-4c91-80c4-089ee1378453 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Calling delete_port for 7bcf54c4-3b63-4285-981e-25adbeaaf278 owned by compute:nova {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:59:43.731867 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:43.748702 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-293f6700-0fac-48bc-97e8-5addba79007f req-74ed65cc-286a-4c91-80c4-089ee1378453 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (7bcf54c4-3b63-4285-981e-25adbeaaf278), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:43.777440 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed65cc-286a-4c91-80c4-089ee1378453 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Pushing event deleted for resources: {'Port': ['ID=7bcf54c4-3b63-4285-981e-25adbeaaf278,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:44.142890 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c9e0c6da-5950-41fc-a562-2138d90f5c48 req-eb79b1e4-53c9-4331-b2a7-c3762b6fae84 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/ports?device_id=aebdcfdb-f355-4d88-94a2-ef1d4191f28d HTTP/1.1" status: 200 len: 210 time: 0.0355518 Jul 01 19:59:44.180899 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [req-293f6700-0fac-48bc-97e8-5addba79007f req-74ed65cc-286a-4c91-80c4-089ee1378453 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Router b0e58633-c4aa-422b-8607-4a78d1fc72ca has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:59:44.288371 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-293f6700-0fac-48bc-97e8-5addba79007f req-74ed65cc-286a-4c91-80c4-089ee1378453 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:59:44.298520 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feba5df-6005-4c5e-b23b-238bc8f31b7b None None] Sync routers for ids ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:59:44.309638 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feba5df-6005-4c5e-b23b-238bc8f31b7b None None] Routers {'b0e58633-c4aa-422b-8607-4a78d1fc72ca'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:59:44.310256 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-6feba5df-6005-4c5e-b23b-238bc8f31b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:59:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:44.337610 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-293f6700-0fac-48bc-97e8-5addba79007f req-74ed65cc-286a-4c91-80c4-089ee1378453 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] No DVR routers for this DVR port 7bcf54c4-3b63-4285-981e-25adbeaaf278 on host hv-cinder-84460 {{(pid=110544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:59:44.340197 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-293f6700-0fac-48bc-97e8-5addba79007f req-74ed65cc-286a-4c91-80c4-089ee1378453 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:44.343568 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-293f6700-0fac-48bc-97e8-5addba79007f req-74ed65cc-286a-4c91-80c4-089ee1378453 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.60 "DELETE /v2.0/ports/7bcf54c4-3b63-4285-981e-25adbeaaf278 HTTP/1.1" status: 204 len: 173 time: 1.0786433 Jul 01 19:59:44.344019 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebdcfdb-f355-4d88-94a2-ef1d4191f28d', 'name': 'network-vif-deleted', 'tag': '7bcf54c4-3b63-4285-981e-25adbeaaf278'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 19:59:44.346357 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4154cc94-b103-4fd8-a814-258eb5679033" -d '{"events": [{"server_uuid": "aebdcfdb-f355-4d88-94a2-ef1d4191f28d", "name": "network-vif-deleted", "tag": "7bcf54c4-3b63-4285-981e-25adbeaaf278"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 19:59:44.390889 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 19:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ca3063-bb19-44af-936d-241ad620a3be x-openstack-request-id: req-86ca3063-bb19-44af-936d-241ad620a3be {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 19:59:44.391189 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebdcfdb-f355-4d88-94a2-ef1d4191f28d", "name": "network-vif-deleted", "tag": "7bcf54c4-3b63-4285-981e-25adbeaaf278", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 19:59:44.391470 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-86ca3063-bb19-44af-936d-241ad620a3be {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 19:59:44.391879 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86ca3063-bb19-44af-936d-241ad620a3be'] response: {'server_uuid': 'aebdcfdb-f355-4d88-94a2-ef1d4191f28d', 'name': 'network-vif-deleted', 'tag': '7bcf54c4-3b63-4285-981e-25adbeaaf278', 'status': 'completed', 'code': 200} Jul 01 19:59:44.509874 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-6feba5df-6005-4c5e-b23b-238bc8f31b7b None None] Set router b0e58633-c4aa-422b-8607-4a78d1fc72ca gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:59:44.597622 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:44.689574 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:44.701744 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-6feba5df-6005-4c5e-b23b-238bc8f31b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'name': 'tempest-AttachVolumeShelveTestJSON-1212348297-router', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:38Z', 'updated_at': '2022-07-01T19:52:49Z', 'revision_number': 4, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'gw_port': {'id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:39Z', 'updated_at': '2022-07-01T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '48953ab3-78b5-40da-bb7f-cd29125c557e', 'name': '', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'mac_address': 'fa:16:3e:1e:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:46Z', 'updated_at': '2022-07-01T19:52:58Z', 'revision_number': 5, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'subnets': [{'id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:44.727017 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feba5df-6005-4c5e-b23b-238bc8f31b7b None None] Checking router: b0e58633-c4aa-422b-8607-4a78d1fc72ca for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:59:44.735073 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feba5df-6005-4c5e-b23b-238bc8f31b7b None None] Routers {'b0e58633-c4aa-422b-8607-4a78d1fc72ca'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:59:44.735663 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-6feba5df-6005-4c5e-b23b-238bc8f31b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:59:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:44.844373 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-6feba5df-6005-4c5e-b23b-238bc8f31b7b None None] Set router b0e58633-c4aa-422b-8607-4a78d1fc72ca gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:59:45.045929 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-6feba5df-6005-4c5e-b23b-238bc8f31b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'name': 'tempest-AttachVolumeShelveTestJSON-1212348297-router', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:38Z', 'updated_at': '2022-07-01T19:52:49Z', 'revision_number': 4, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'gw_port': {'id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:39Z', 'updated_at': '2022-07-01T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '48953ab3-78b5-40da-bb7f-cd29125c557e', 'name': '', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'mac_address': 'fa:16:3e:1e:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:46Z', 'updated_at': '2022-07-01T19:52:58Z', 'revision_number': 5, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'subnets': [{'id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:45.075217 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feba5df-6005-4c5e-b23b-238bc8f31b7b None None] The sync data for ids ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'] in dv-cinder-844601-7-iscsi is: [{'id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'name': 'tempest-AttachVolumeShelveTestJSON-1212348297-router', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:38Z', 'updated_at': '2022-07-01T19:52:49Z', 'revision_number': 4, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'gw_port': {'id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:39Z', 'updated_at': '2022-07-01T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '48953ab3-78b5-40da-bb7f-cd29125c557e', 'name': '', 'network_id': '7e9d88c7-2969-402f-b3c2-096acc062b79', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'mac_address': 'fa:16:3e:1e:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:46Z', 'updated_at': '2022-07-01T19:52:58Z', 'revision_number': 5, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'subnets': [{'id': '76c01db0-193d-4246-8c54-cae6849bb14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:59:45.237671 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 33402) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:45.261448 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:45.300353 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-03f64a6d-39fc-4dcc-8a55-a38d379e57a4 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for security_group (2533d20c-90fc-4dd6-89a9-70858c7bfd05), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:45.320609 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53607bb-14e8-4305-9fdc-4a5010df12f1 None None] New status for floating IP d10406da-5e51-4858-9772-408e54b2a560: DOWN {{(pid=110546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 19:59:45.326121 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-03f64a6d-39fc-4dcc-8a55-a38d379e57a4 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for security_group (2533d20c-90fc-4dd6-89a9-70858c7bfd05), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:45.374780 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-03f64a6d-39fc-4dcc-8a55-a38d379e57a4 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (2533d20c-90fc-4dd6-89a9-70858c7bfd05), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:45.377199 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-03f64a6d-39fc-4dcc-8a55-a38d379e57a4 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:45.381554 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-03f64a6d-39fc-4dcc-8a55-a38d379e57a4 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "DELETE /v2.0/security-groups/2533d20c-90fc-4dd6-89a9-70858c7bfd05 HTTP/1.1" status: 204 len: 168 time: 0.1397564 Jul 01 19:59:45.381987 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33404) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:45.388727 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f64a6d-39fc-4dcc-8a55-a38d379e57a4 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2533d20c-90fc-4dd6-89a9-70858c7bfd05,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:45.399316 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.api.v2.resource [None req-6d85f4bc-8cec-493a-a6fc-713582a9d278 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] show failed (client error): The resource could not be found. Jul 01 19:59:45.400625 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-6d85f4bc-8cec-493a-a6fc-713582a9d278 tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "GET /v2.0/security-groups/2533d20c-90fc-4dd6-89a9-70858c7bfd05 HTTP/1.1" status: 404 len: 347 time: 0.0175071 Jul 01 19:59:45.403544 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33406) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:45.522355 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-757d911b-7da7-4d21-a36c-44da76ff51eb tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Deleting port 00dac257-ae17-4b88-8f2a-d6a9604dbd3b {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:59:45.522703 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-757d911b-7da7-4d21-a36c-44da76ff51eb tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (00dac257-ae17-4b88-8f2a-d6a9604dbd3b), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:45.602985 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-757d911b-7da7-4d21-a36c-44da76ff51eb tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (00dac257-ae17-4b88-8f2a-d6a9604dbd3b), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:45.603315 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-757d911b-7da7-4d21-a36c-44da76ff51eb tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for floatingip (00dac257-ae17-4b88-8f2a-d6a9604dbd3b), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:45.616290 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-757d911b-7da7-4d21-a36c-44da76ff51eb tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Calling delete_port for 00dac257-ae17-4b88-8f2a-d6a9604dbd3b owned by network:floatingip {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:59:45.745312 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-757d911b-7da7-4d21-a36c-44da76ff51eb tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (00dac257-ae17-4b88-8f2a-d6a9604dbd3b), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:45.775239 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d911b-7da7-4d21-a36c-44da76ff51eb tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Pushing event deleted for resources: {'Port': ['ID=00dac257-ae17-4b88-8f2a-d6a9604dbd3b,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:45.834034 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-757d911b-7da7-4d21-a36c-44da76ff51eb tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks [] for floatingip (d10406da-5e51-4858-9772-408e54b2a560), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:45.836425 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-757d911b-7da7-4d21-a36c-44da76ff51eb tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:45.837549 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-757d911b-7da7-4d21-a36c-44da76ff51eb tempest-AttachVolumeShelveTestJSON-1048603376 tempest-AttachVolumeShelveTestJSON-1048603376-project] 10.222.0.66 "DELETE /v2.0/floatingips/d10406da-5e51-4858-9772-408e54b2a560 HTTP/1.1" status: 204 len: 168 time: 0.4331098 Jul 01 19:59:46.757943 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 7bcf54c4-3b63-4285-981e-25adbeaaf278 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:59:46.777765 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] No Port match for: 7bcf54c4-3b63-4285-981e-25adbeaaf278 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:59:46.778109 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 7bcf54c4-3b63-4285-981e-25adbeaaf278 not bound to the agent host hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:59:48.266936 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33452) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:48.676238 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:48.724835 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:48.733385 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-01af10f1-7614-44a0-9e97-3b152e6a712a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730121'] for router_interface (b0e58633-c4aa-422b-8607-4a78d1fc72ca), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:48.963786 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-01af10f1-7614-44a0-9e97-3b152e6a712a admin admin] Deleting port 48953ab3-78b5-40da-bb7f-cd29125c557e {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:59:48.964139 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-01af10f1-7614-44a0-9e97-3b152e6a712a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (48953ab3-78b5-40da-bb7f-cd29125c557e), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:49.050192 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [None req-01af10f1-7614-44a0-9e97-3b152e6a712a admin admin] For port 48953ab3-78b5-40da-bb7f-cd29125c557e, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=48953ab3-78b5-40da-bb7f-cd29125c557e,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:59:49.050563 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-01af10f1-7614-44a0-9e97-3b152e6a712a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (48953ab3-78b5-40da-bb7f-cd29125c557e), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:49.065047 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-01af10f1-7614-44a0-9e97-3b152e6a712a admin admin] Calling delete_port for 48953ab3-78b5-40da-bb7f-cd29125c557e owned by network:router_interface {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:59:49.246870 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-01af10f1-7614-44a0-9e97-3b152e6a712a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (48953ab3-78b5-40da-bb7f-cd29125c557e), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:49.271865 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af10f1-7614-44a0-9e97-3b152e6a712a admin admin] Pushing event deleted for resources: {'Port': ['ID=48953ab3-78b5-40da-bb7f-cd29125c557e,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:49.438178 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-01af10f1-7614-44a0-9e97-3b152e6a712a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729465'] for router_interface (b0e58633-c4aa-422b-8607-4a78d1fc72ca), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:49.509867 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:49.648126 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01af10f1-7614-44a0-9e97-3b152e6a712a admin admin] Router b0e58633-c4aa-422b-8607-4a78d1fc72ca has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 19:59:49.657954 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:49.750927 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01af10f1-7614-44a0-9e97-3b152e6a712a admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 19:59:49.757257 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-01af10f1-7614-44a0-9e97-3b152e6a712a admin admin] 10.222.0.66 "PUT /v2.0/routers/b0e58633-c4aa-422b-8607-4a78d1fc72ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4881585 Jul 01 19:59:49.758402 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33466) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:49.760147 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9c16ab-8232-42ee-9083-7d629643b299 None None] Sync routers for ids ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 19:59:49.770629 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9c16ab-8232-42ee-9083-7d629643b299 None None] Routers {'b0e58633-c4aa-422b-8607-4a78d1fc72ca'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:59:49.771247 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-2b9c16ab-8232-42ee-9083-7d629643b299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:59:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:49.856087 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-02ac6cb8-24e9-427f-81f2-de31ac1129aa admin admin] Publish callbacks [] for router (b0e58633-c4aa-422b-8607-4a78d1fc72ca), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:49.861865 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 19:59:49.876260 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-2b9c16ab-8232-42ee-9083-7d629643b299 None None] Set router b0e58633-c4aa-422b-8607-4a78d1fc72ca gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:59:49.960521 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-02ac6cb8-24e9-427f-81f2-de31ac1129aa admin admin] Publish callbacks [] for router_gateway (b0e58633-c4aa-422b-8607-4a78d1fc72ca), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:50.008161 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-02ac6cb8-24e9-427f-81f2-de31ac1129aa admin admin] Deleting port 004adf03-b733-4aff-86fd-9a09d2ce6b68 {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:59:50.008418 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-02ac6cb8-24e9-427f-81f2-de31ac1129aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (004adf03-b733-4aff-86fd-9a09d2ce6b68), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:50.053337 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-2b9c16ab-8232-42ee-9083-7d629643b299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'name': 'tempest-AttachVolumeShelveTestJSON-1212348297-router', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:38Z', 'updated_at': '2022-07-01T19:59:49Z', 'revision_number': 5, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'gw_port': {'id': '004adf03-b733-4aff-86fd-9a09d2ce6b68', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:52:39Z', 'updated_at': '2022-07-01T19:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:50.078627 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9c16ab-8232-42ee-9083-7d629643b299 None None] Checking router: b0e58633-c4aa-422b-8607-4a78d1fc72ca for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 19:59:50.089999 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9c16ab-8232-42ee-9083-7d629643b299 None None] Routers {'b0e58633-c4aa-422b-8607-4a78d1fc72ca'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 19:59:50.090611 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-2b9c16ab-8232-42ee-9083-7d629643b299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T19:59:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:50.105654 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [None req-02ac6cb8-24e9-427f-81f2-de31ac1129aa admin admin] For port 004adf03-b733-4aff-86fd-9a09d2ce6b68, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=004adf03-b733-4aff-86fd-9a09d2ce6b68,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:59:50.106657 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-02ac6cb8-24e9-427f-81f2-de31ac1129aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (004adf03-b733-4aff-86fd-9a09d2ce6b68), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:50.122614 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-02ac6cb8-24e9-427f-81f2-de31ac1129aa admin admin] Calling delete_port for 004adf03-b733-4aff-86fd-9a09d2ce6b68 owned by network:router_gateway {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:59:50.190400 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-2b9c16ab-8232-42ee-9083-7d629643b299 None None] Set router b0e58633-c4aa-422b-8607-4a78d1fc72ca gateway port host: None {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 19:59:50.244770 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-2b9c16ab-8232-42ee-9083-7d629643b299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'name': 'tempest-AttachVolumeShelveTestJSON-1212348297-router', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:38Z', 'updated_at': '2022-07-01T19:59:49Z', 'revision_number': 6, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'gw_port_host': None}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:50.270911 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9c16ab-8232-42ee-9083-7d629643b299 None None] The sync data for ids ['b0e58633-c4aa-422b-8607-4a78d1fc72ca'] in dv-cinder-844601-7-iscsi is: [{'id': 'b0e58633-c4aa-422b-8607-4a78d1fc72ca', 'name': 'tempest-AttachVolumeShelveTestJSON-1212348297-router', 'tenant_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:52:38Z', 'updated_at': '2022-07-01T19:59:49Z', 'revision_number': 6, 'project_id': 'b8e38ec3f92a47fe98829eb3d289cdb4', 'gw_port_host': None}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 19:59:50.301064 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:50.329657 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-02ac6cb8-24e9-427f-81f2-de31ac1129aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (004adf03-b733-4aff-86fd-9a09d2ce6b68), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:50.358459 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac6cb8-24e9-427f-81f2-de31ac1129aa admin admin] Pushing event deleted for resources: {'Port': ['ID=004adf03-b733-4aff-86fd-9a09d2ce6b68,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:50.421274 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-02ac6cb8-24e9-427f-81f2-de31ac1129aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726997'] for router_gateway (b0e58633-c4aa-422b-8607-4a78d1fc72ca), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:50.517714 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-02ac6cb8-24e9-427f-81f2-de31ac1129aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1734958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2076635'] for router (b0e58633-c4aa-422b-8607-4a78d1fc72ca), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:50.521337 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-02ac6cb8-24e9-427f-81f2-de31ac1129aa admin admin] Publish callbacks [] for router_controller (b0e58633-c4aa-422b-8607-4a78d1fc72ca), precommit_delete_associations {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:50.564049 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-02ac6cb8-24e9-427f-81f2-de31ac1129aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1735151'] for router (b0e58633-c4aa-422b-8607-4a78d1fc72ca), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:50.564717 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ac6cb8-24e9-427f-81f2-de31ac1129aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0e58633-c4aa-422b-8607-4a78d1fc72ca {{(pid=110545) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 19:59:50.570118 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-02ac6cb8-24e9-427f-81f2-de31ac1129aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:50.571258 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-02ac6cb8-24e9-427f-81f2-de31ac1129aa admin admin] 10.222.0.66 "DELETE /v2.0/routers/b0e58633-c4aa-422b-8607-4a78d1fc72ca HTTP/1.1" status: 204 len: 168 time: 0.8117530 Jul 01 19:59:50.573882 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33476) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:50.623674 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_v2 [None req-292cbfbe-a1a5-4f4a-9ef9-bd0e779f8787 admin admin] Deleting subnet 76c01db0-193d-4246-8c54-cae6849bb14c {{(pid=110545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 19:59:50.627054 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-292cbfbe-a1a5-4f4a-9ef9-bd0e779f8787 admin admin] Publish callbacks [] for subnet (76c01db0-193d-4246-8c54-cae6849bb14c), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:50.666034 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-292cbfbe-a1a5-4f4a-9ef9-bd0e779f8787 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7752395'] for subnet (76c01db0-193d-4246-8c54-cae6849bb14c), precommit_delete_associations {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:50.703836 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:50.748908 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-292cbfbe-a1a5-4f4a-9ef9-bd0e779f8787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482502'] for subnet (76c01db0-193d-4246-8c54-cae6849bb14c), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:50.808459 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-292cbfbe-a1a5-4f4a-9ef9-bd0e779f8787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5117086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4256252'] for subnet (76c01db0-193d-4246-8c54-cae6849bb14c), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:50.835524 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292cbfbe-a1a5-4f4a-9ef9-bd0e779f8787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76c01db0-193d-4246-8c54-cae6849bb14c,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:50.840355 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-292cbfbe-a1a5-4f4a-9ef9-bd0e779f8787 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:50.844145 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-292cbfbe-a1a5-4f4a-9ef9-bd0e779f8787 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/76c01db0-193d-4246-8c54-cae6849bb14c HTTP/1.1" status: 204 len: 168 time: 0.2692795 Jul 01 19:59:50.845714 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dfe746-76e3-424f-9335-f9015da3125e None None] Network 7e9d88c7-2969-402f-b3c2-096acc062b79 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 19:59:50.846563 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33478) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:50.916664 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1c962beb-f16d-4efe-97da-cbfd3e97f01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624501'] for network (7e9d88c7-2969-402f-b3c2-096acc062b79), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:50.966003 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-1c962beb-f16d-4efe-97da-cbfd3e97f01f admin admin] Deleting port e5db69fe-4e70-4d52-8aab-bcf74c0f4b87 {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:59:50.966282 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1c962beb-f16d-4efe-97da-cbfd3e97f01f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (e5db69fe-4e70-4d52-8aab-bcf74c0f4b87), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:51.054095 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d379b53-44ed-4fec-a5ae-77c1133f69ad None None] DHCP port deletion for 7e9d88c7-2969-402f-b3c2-096acc062b79 request from dv-cinder-844601-7-iscsi {{(pid=110546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 01 19:59:51.081099 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:51.102060 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-6d379b53-44ed-4fec-a5ae-77c1133f69ad None None] Deleting port e5db69fe-4e70-4d52-8aab-bcf74c0f4b87 {{(pid=110546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 19:59:51.102433 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6d379b53-44ed-4fec-a5ae-77c1133f69ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (e5db69fe-4e70-4d52-8aab-bcf74c0f4b87), before_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:51.170994 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-6d379b53-44ed-4fec-a5ae-77c1133f69ad None None] For port e5db69fe-4e70-4d52-8aab-bcf74c0f4b87, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=e5db69fe-4e70-4d52-8aab-bcf74c0f4b87,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:59:51.171420 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6d379b53-44ed-4fec-a5ae-77c1133f69ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (e5db69fe-4e70-4d52-8aab-bcf74c0f4b87), precommit_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:51.185407 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-6d379b53-44ed-4fec-a5ae-77c1133f69ad None None] Calling delete_port for e5db69fe-4e70-4d52-8aab-bcf74c0f4b87 owned by network:dhcp {{(pid=110546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:59:51.273280 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [None req-1c962beb-f16d-4efe-97da-cbfd3e97f01f admin admin] For port e5db69fe-4e70-4d52-8aab-bcf74c0f4b87, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=e5db69fe-4e70-4d52-8aab-bcf74c0f4b87,segment=NetworkSegment(5d68873e-3f85-40c5-96cd-ad37b7501d85),segment_id=5d68873e-3f85-40c5-96cd-ad37b7501d85)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 19:59:51.273669 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1c962beb-f16d-4efe-97da-cbfd3e97f01f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (e5db69fe-4e70-4d52-8aab-bcf74c0f4b87), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:51.284031 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-6d379b53-44ed-4fec-a5ae-77c1133f69ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798'] for port (e5db69fe-4e70-4d52-8aab-bcf74c0f4b87), after_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:51.288329 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-1c962beb-f16d-4efe-97da-cbfd3e97f01f admin admin] Calling delete_port for e5db69fe-4e70-4d52-8aab-bcf74c0f4b87 owned by network:dhcp {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 19:59:51.295002 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 48953ab3-78b5-40da-bb7f-cd29125c557e no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:59:51.338188 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d379b53-44ed-4fec-a5ae-77c1133f69ad None None] Pushing event deleted for resources: {'Port': ['ID=e5db69fe-4e70-4d52-8aab-bcf74c0f4b87,revision_number=None']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:51.347600 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: 48953ab3-78b5-40da-bb7f-cd29125c557e {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:59:51.348200 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 48953ab3-78b5-40da-bb7f-cd29125c557e not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:59:51.348783 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device e5db69fe-4e70-4d52-8aab-bcf74c0f4b87 no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:59:51.351183 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d379b53-44ed-4fec-a5ae-77c1133f69ad None None] No DVR routers for this DVR port e5db69fe-4e70-4d52-8aab-bcf74c0f4b87 on host dv-cinder-844601-7-iscsi {{(pid=110546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:59:51.374599 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: e5db69fe-4e70-4d52-8aab-bcf74c0f4b87 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:59:51.374944 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device e5db69fe-4e70-4d52-8aab-bcf74c0f4b87 not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:59:51.375377 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 004adf03-b733-4aff-86fd-9a09d2ce6b68 no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 19:59:51.393311 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1c962beb-f16d-4efe-97da-cbfd3e97f01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (e5db69fe-4e70-4d52-8aab-bcf74c0f4b87), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:51.399126 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: 004adf03-b733-4aff-86fd-9a09d2ce6b68 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 19:59:51.399416 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 004adf03-b733-4aff-86fd-9a09d2ce6b68 not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 19:59:51.421948 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c962beb-f16d-4efe-97da-cbfd3e97f01f admin admin] Pushing event deleted for resources: {'Port': ['ID=e5db69fe-4e70-4d52-8aab-bcf74c0f4b87,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:51.425214 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c962beb-f16d-4efe-97da-cbfd3e97f01f admin admin] No DVR routers for this DVR port e5db69fe-4e70-4d52-8aab-bcf74c0f4b87 on host dv-cinder-844601-7-iscsi {{(pid=110545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 19:59:51.507306 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1c962beb-f16d-4efe-97da-cbfd3e97f01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599248', 'neutron.services.segments.db._delete_segments_for_network-8766990268766'] for network (7e9d88c7-2969-402f-b3c2-096acc062b79), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:51.529841 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-1c962beb-f16d-4efe-97da-cbfd3e97f01f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9d88c7-2969-402f-b3c2-096acc062b79']}} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:51.544424 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-1c962beb-f16d-4efe-97da-cbfd3e97f01f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d68873e-3f85-40c5-96cd-ad37b7501d85') {'for_net_delete': True} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:51.544424 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-1c962beb-f16d-4efe-97da-cbfd3e97f01f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d68873e-3f85-40c5-96cd-ad37b7501d85') {} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:51.555320 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1c962beb-f16d-4efe-97da-cbfd3e97f01f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766990270311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7752432'] for segment (5d68873e-3f85-40c5-96cd-ad37b7501d85), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:51.570207 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1c962beb-f16d-4efe-97da-cbfd3e97f01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (5d68873e-3f85-40c5-96cd-ad37b7501d85), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:51.575955 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:51.577127 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c962beb-f16d-4efe-97da-cbfd3e97f01f admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=110545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 19:59:51.577567 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1c962beb-f16d-4efe-97da-cbfd3e97f01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5116964'] for segment (5d68873e-3f85-40c5-96cd-ad37b7501d85), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:51.599428 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment 5d68873e-3f85-40c5-96cd-ad37b7501d85 resource provider aggregate not found Jul 01 19:59:51.638928 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment 5d68873e-3f85-40c5-96cd-ad37b7501d85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d68873e-3f85-40c5-96cd-ad37b7501d85 found for delete ", "request_id": "req-b8955189-fab2-46d7-9d33-057d093da98b"}]} Jul 01 19:59:51.648053 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1c962beb-f16d-4efe-97da-cbfd3e97f01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725398'] for network (7e9d88c7-2969-402f-b3c2-096acc062b79), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:51.654936 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1c962beb-f16d-4efe-97da-cbfd3e97f01f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:51.658042 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-1c962beb-f16d-4efe-97da-cbfd3e97f01f admin admin] 10.222.0.66 "DELETE /v2.0/networks/7e9d88c7-2969-402f-b3c2-096acc062b79 HTTP/1.1" status: 204 len: 168 time: 0.8104153 Jul 01 19:59:51.671580 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c962beb-f16d-4efe-97da-cbfd3e97f01f admin admin] Pushing event deleted for resources: {'Network': ['ID=7e9d88c7-2969-402f-b3c2-096acc062b79,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:51.781880 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 33504) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:51.824321 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-5b722b47-6e70-47fb-8fa5-54999b42d392 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b8e38ec3f92a47fe98829eb3d289cdb4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412488 Jul 01 19:59:51.826736 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 33508) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:51.878148 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-5fdb87aa-ff51-4a94-b64b-825ea20c8049 admin admin] Publish callbacks [] for security_group (02e6935f-2034-400a-86c4-82d5306e6d59), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:51.903050 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-5fdb87aa-ff51-4a94-b64b-825ea20c8049 admin admin] Publish callbacks [] for security_group (02e6935f-2034-400a-86c4-82d5306e6d59), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:51.932995 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:51.954481 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-5fdb87aa-ff51-4a94-b64b-825ea20c8049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (02e6935f-2034-400a-86c4-82d5306e6d59), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:51.956989 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-5fdb87aa-ff51-4a94-b64b-825ea20c8049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:51.958679 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-5fdb87aa-ff51-4a94-b64b-825ea20c8049 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/02e6935f-2034-400a-86c4-82d5306e6d59 HTTP/1.1" status: 204 len: 168 time: 0.1310413 Jul 01 19:59:51.966475 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb87aa-ff51-4a94-b64b-825ea20c8049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e6935f-2034-400a-86c4-82d5306e6d59,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:53.050665 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 33554) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:53.100435 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_v2 [None req-73640b4c-7593-43dc-bf4b-7e4c9c6e96a2 admin admin] Deleting subnet 0285021b-ffc8-40d7-ae25-5a160da8b08d {{(pid=110544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 19:59:53.103746 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-73640b4c-7593-43dc-bf4b-7e4c9c6e96a2 admin admin] Publish callbacks [] for subnet (0285021b-ffc8-40d7-ae25-5a160da8b08d), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:53.139859 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-73640b4c-7593-43dc-bf4b-7e4c9c6e96a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5827189'] for subnet (0285021b-ffc8-40d7-ae25-5a160da8b08d), precommit_delete_associations {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:53.185484 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-73640b4c-7593-43dc-bf4b-7e4c9c6e96a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482502'] for subnet (0285021b-ffc8-40d7-ae25-5a160da8b08d), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:53.238211 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:53.243991 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-73640b4c-7593-43dc-bf4b-7e4c9c6e96a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6193769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6123257'] for subnet (0285021b-ffc8-40d7-ae25-5a160da8b08d), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:53.272617 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73640b4c-7593-43dc-bf4b-7e4c9c6e96a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0285021b-ffc8-40d7-ae25-5a160da8b08d,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:53.275380 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-73640b4c-7593-43dc-bf4b-7e4c9c6e96a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for subnet (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:53.280833 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-73640b4c-7593-43dc-bf4b-7e4c9c6e96a2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0285021b-ffc8-40d7-ae25-5a160da8b08d HTTP/1.1" status: 204 len: 168 time: 0.2282522 Jul 01 19:59:53.280946 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33562) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:53.361720 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6d2a28ab-0def-4e04-998b-5e559404df23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624501'] for network (c039a827-fd56-4d4d-9d24-899ea1fd8fdd), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:53.441038 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6d2a28ab-0def-4e04-998b-5e559404df23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599248', 'neutron.services.segments.db._delete_segments_for_network-8766990268766'] for network (c039a827-fd56-4d4d-9d24-899ea1fd8fdd), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:53.467985 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-6d2a28ab-0def-4e04-998b-5e559404df23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c039a827-fd56-4d4d-9d24-899ea1fd8fdd']}} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:53.479575 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-6d2a28ab-0def-4e04-998b-5e559404df23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fdc8a5d-ff9e-461c-86e0-ffc103a3e1e5') {'for_net_delete': True} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:53.479875 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-6d2a28ab-0def-4e04-998b-5e559404df23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fdc8a5d-ff9e-461c-86e0-ffc103a3e1e5') {} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:53.486555 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 19:59:53.490483 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6d2a28ab-0def-4e04-998b-5e559404df23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766990270311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7752432'] for segment (1fdc8a5d-ff9e-461c-86e0-ffc103a3e1e5), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:53.505416 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6d2a28ab-0def-4e04-998b-5e559404df23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (1fdc8a5d-ff9e-461c-86e0-ffc103a3e1e5), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:53.512489 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2a28ab-0def-4e04-998b-5e559404df23 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=110545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 19:59:53.512878 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6d2a28ab-0def-4e04-998b-5e559404df23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5116964'] for segment (1fdc8a5d-ff9e-461c-86e0-ffc103a3e1e5), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:53.575107 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6d2a28ab-0def-4e04-998b-5e559404df23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725398'] for network (c039a827-fd56-4d4d-9d24-899ea1fd8fdd), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:53.584790 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6d2a28ab-0def-4e04-998b-5e559404df23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:53.587964 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-6d2a28ab-0def-4e04-998b-5e559404df23 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c039a827-fd56-4d4d-9d24-899ea1fd8fdd HTTP/1.1" status: 204 len: 168 time: 0.3058863 Jul 01 19:59:53.590933 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 33574) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:53.597659 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a28ab-0def-4e04-998b-5e559404df23 admin admin] Pushing event deleted for resources: {'Network': ['ID=c039a827-fd56-4d4d-9d24-899ea1fd8fdd,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:53.642067 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbfa4c1-a210-4ec6-b8fa-0640286fb34c admin admin] Deleting subnet c7f67d56-24ab-48bd-a519-a2b72295b318 {{(pid=110544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 19:59:53.646082 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8cbfa4c1-a210-4ec6-b8fa-0640286fb34c admin admin] Publish callbacks [] for subnet (c7f67d56-24ab-48bd-a519-a2b72295b318), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:53.657002 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment 1fdc8a5d-ff9e-461c-86e0-ffc103a3e1e5 resource provider aggregate not found Jul 01 19:59:53.673645 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment 1fdc8a5d-ff9e-461c-86e0-ffc103a3e1e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fdc8a5d-ff9e-461c-86e0-ffc103a3e1e5 found for delete ", "request_id": "req-7ec096c0-123e-4f3b-ad58-c2e923fa05cb"}]} Jul 01 19:59:53.681479 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8cbfa4c1-a210-4ec6-b8fa-0640286fb34c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5827189'] for subnet (c7f67d56-24ab-48bd-a519-a2b72295b318), precommit_delete_associations {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:53.720785 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8cbfa4c1-a210-4ec6-b8fa-0640286fb34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482502'] for subnet (c7f67d56-24ab-48bd-a519-a2b72295b318), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:53.777173 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8cbfa4c1-a210-4ec6-b8fa-0640286fb34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6193769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6123257'] for subnet (c7f67d56-24ab-48bd-a519-a2b72295b318), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:53.801509 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbfa4c1-a210-4ec6-b8fa-0640286fb34c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7f67d56-24ab-48bd-a519-a2b72295b318,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:53.807117 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-8cbfa4c1-a210-4ec6-b8fa-0640286fb34c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for subnet (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:53.811995 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-8cbfa4c1-a210-4ec6-b8fa-0640286fb34c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c7f67d56-24ab-48bd-a519-a2b72295b318 HTTP/1.1" status: 204 len: 168 time: 0.2198935 Jul 01 19:59:53.813111 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33580) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:53.885177 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-401d0fd2-929c-45ed-8a61-92509713532a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624501'] for network (bdf7ef53-e1b8-4a57-b3a7-9ec1d79dd2bb), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:53.961715 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-401d0fd2-929c-45ed-8a61-92509713532a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599248', 'neutron.services.segments.db._delete_segments_for_network-8766990268766'] for network (bdf7ef53-e1b8-4a57-b3a7-9ec1d79dd2bb), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:53.981713 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-401d0fd2-929c-45ed-8a61-92509713532a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf7ef53-e1b8-4a57-b3a7-9ec1d79dd2bb']}} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:53.991461 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-401d0fd2-929c-45ed-8a61-92509713532a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f43cc7a3-3a22-45e7-a7f3-12a6a850188f') {'for_net_delete': True} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:53.991760 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-401d0fd2-929c-45ed-8a61-92509713532a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f43cc7a3-3a22-45e7-a7f3-12a6a850188f') {} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 19:59:54.004887 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-401d0fd2-929c-45ed-8a61-92509713532a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766990270311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7752432'] for segment (f43cc7a3-3a22-45e7-a7f3-12a6a850188f), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:54.017910 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-401d0fd2-929c-45ed-8a61-92509713532a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (f43cc7a3-3a22-45e7-a7f3-12a6a850188f), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:54.024671 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401d0fd2-929c-45ed-8a61-92509713532a admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=110545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 19:59:54.025052 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-401d0fd2-929c-45ed-8a61-92509713532a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5116964'] for segment (f43cc7a3-3a22-45e7-a7f3-12a6a850188f), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:54.080309 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-401d0fd2-929c-45ed-8a61-92509713532a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725398'] for network (bdf7ef53-e1b8-4a57-b3a7-9ec1d79dd2bb), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:54.085787 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-401d0fd2-929c-45ed-8a61-92509713532a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:54.088877 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-401d0fd2-929c-45ed-8a61-92509713532a admin admin] 10.222.0.66 "DELETE /v2.0/networks/bdf7ef53-e1b8-4a57-b3a7-9ec1d79dd2bb HTTP/1.1" status: 204 len: 168 time: 0.2747278 Jul 01 19:59:54.101686 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d0fd2-929c-45ed-8a61-92509713532a admin admin] Pushing event deleted for resources: {'Network': ['ID=bdf7ef53-e1b8-4a57-b3a7-9ec1d79dd2bb,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:54.259977 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 33584) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:54.302173 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-1ea95a2f-0f05-40b1-b8b1-236ed95a2d52 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd147e07f5194a8da5b4b2bb27ce162e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409932 Jul 01 19:59:54.304511 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 33586) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:54.353000 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d3ced516-f604-4117-8d5f-9471349ef95b admin admin] Publish callbacks [] for security_group (9c97533e-ce27-4fd7-b4c0-65eafdc12a29), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:54.374004 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d3ced516-f604-4117-8d5f-9471349ef95b admin admin] Publish callbacks [] for security_group (9c97533e-ce27-4fd7-b4c0-65eafdc12a29), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:54.421343 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d3ced516-f604-4117-8d5f-9471349ef95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (9c97533e-ce27-4fd7-b4c0-65eafdc12a29), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:54.423878 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d3ced516-f604-4117-8d5f-9471349ef95b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:54.425052 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-d3ced516-f604-4117-8d5f-9471349ef95b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9c97533e-ce27-4fd7-b4c0-65eafdc12a29 HTTP/1.1" status: 204 len: 168 time: 0.1196513 Jul 01 19:59:54.433229 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ced516-f604-4117-8d5f-9471349ef95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c97533e-ce27-4fd7-b4c0-65eafdc12a29,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:54.756356 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33596) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:54.801794 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-494e5cdf-09da-43c8-ac88-878a20240b3b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a3b71f1fcadf46d48ba2c429064a5a40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439532 Jul 01 19:59:54.809552 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33598) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 19:59:54.868630 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-36705869-b89e-4144-b359-148bafd43e81 admin admin] Publish callbacks [] for security_group (e67ce6a2-200b-440e-9a83-e7bf818c551a), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:54.892858 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-36705869-b89e-4144-b359-148bafd43e81 admin admin] Publish callbacks [] for security_group (e67ce6a2-200b-440e-9a83-e7bf818c551a), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:54.955999 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-36705869-b89e-4144-b359-148bafd43e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (e67ce6a2-200b-440e-9a83-e7bf818c551a), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:54.958843 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-36705869-b89e-4144-b359-148bafd43e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 19:59:54.960017 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-36705869-b89e-4144-b359-148bafd43e81 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e67ce6a2-200b-440e-9a83-e7bf818c551a HTTP/1.1" status: 204 len: 168 time: 0.1493447 Jul 01 19:59:54.968639 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36705869-b89e-4144-b359-148bafd43e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67ce6a2-200b-440e-9a83-e7bf818c551a,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 19:59:55.692022 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment f43cc7a3-3a22-45e7-a7f3-12a6a850188f resource provider aggregate not found Jul 01 19:59:55.708974 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment f43cc7a3-3a22-45e7-a7f3-12a6a850188f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f43cc7a3-3a22-45e7-a7f3-12a6a850188f found for delete ", "request_id": "req-9b43e798-2bcb-4eaa-a605-41dbb497f4b0"}]} Jul 01 20:00:01.978028 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=17 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:04.407344 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:04.428956 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=48,neutron:DELETE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:04.446735 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:04.930189 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:DELETE=10,neutron:SELECT=72,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:04.964570 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=58,neutron:DELETE=6 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:04.980693 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:05.865444 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=85 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:05.872720 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=86 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:06.186284 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ff59ebd2-4456-4b05-a795-0b1e01ae0692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:08.602015 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-c87ddd65-5cb6-43f9-80e2-c2e03b073c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:09.759721 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:11.113422 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:11.404176 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:13.652000 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 33902) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:00:13.756342 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-8566db23-8dd6-4541-a458-21538c851b87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:13.830761 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-8566db23-8dd6-4541-a458-21538c851b87 admin admin] Publish callbacks [] for security_group (631d5e1d-57ea-4efb-a813-5d0b4ea7ebf9), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:13.834811 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-8566db23-8dd6-4541-a458-21538c851b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (631d5e1d-57ea-4efb-a813-5d0b4ea7ebf9), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:13.874715 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-8566db23-8dd6-4541-a458-21538c851b87 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5b69790e7541443b9bf62c0df7128793&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216432 Jul 01 20:00:13.875706 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566db23-8dd6-4541-a458-21538c851b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631d5e1d-57ea-4efb-a813-5d0b4ea7ebf9,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:13.877439 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 33906) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:00:13.883500 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566db23-8dd6-4541-a458-21538c851b87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:13.883854 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566db23-8dd6-4541-a458-21538c851b87 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:13.884197 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566db23-8dd6-4541-a458-21538c851b87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:13.884536 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566db23-8dd6-4541-a458-21538c851b87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:13.884871 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566db23-8dd6-4541-a458-21538c851b87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:13.885208 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566db23-8dd6-4541-a458-21538c851b87 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:13.885536 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566db23-8dd6-4541-a458-21538c851b87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:13.885883 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566db23-8dd6-4541-a458-21538c851b87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:13.886258 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566db23-8dd6-4541-a458-21538c851b87 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:13.886650 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566db23-8dd6-4541-a458-21538c851b87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:13.886984 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566db23-8dd6-4541-a458-21538c851b87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:13.887312 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566db23-8dd6-4541-a458-21538c851b87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:13.887634 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566db23-8dd6-4541-a458-21538c851b87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:13.887956 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566db23-8dd6-4541-a458-21538c851b87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:13.888277 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8566db23-8dd6-4541-a458-21538c851b87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:13.937192 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-bfc471ce-46ec-4f83-b4be-91a6245f7584 admin admin] Publish callbacks [] for security_group (631d5e1d-57ea-4efb-a813-5d0b4ea7ebf9), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:13.959976 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-bfc471ce-46ec-4f83-b4be-91a6245f7584 admin admin] Publish callbacks [] for security_group (631d5e1d-57ea-4efb-a813-5d0b4ea7ebf9), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:14.006423 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-bfc471ce-46ec-4f83-b4be-91a6245f7584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (631d5e1d-57ea-4efb-a813-5d0b4ea7ebf9), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:14.008818 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-bfc471ce-46ec-4f83-b4be-91a6245f7584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:14.010010 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-bfc471ce-46ec-4f83-b4be-91a6245f7584 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/631d5e1d-57ea-4efb-a813-5d0b4ea7ebf9 HTTP/1.1" status: 204 len: 168 time: 0.1311126 Jul 01 20:00:14.017798 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc471ce-46ec-4f83-b4be-91a6245f7584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631d5e1d-57ea-4efb-a813-5d0b4ea7ebf9,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:15.254471 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:17.327578 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a7e36-fdbf-4fe9-a0b8-1086daf15d31 req-675e11fa-9881-4aa8-a0ce-f730aa78e5a9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:17.329079 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-980a7e36-fdbf-4fe9-a0b8-1086daf15d31 req-675e11fa-9881-4aa8-a0ce-f730aa78e5a9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19da010-1763-4196-8876-e78433c1e0cb HTTP/1.1" status: 200 len: 945 time: 0.0482569 Jul 01 20:00:17.375968 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-980a7e36-fdbf-4fe9-a0b8-1086daf15d31 req-9161dc0e-2402-442c-971a-d6078a752994 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=78d8c123-d52b-44fa-ab16-a1f15f29cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410850 Jul 01 20:00:18.344169 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-4d1173a1-c78e-44b0-8e30-5d4f715e60fc tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3d943354675349cfad1ff664576eb094&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320911 Jul 01 20:00:18.560970 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d093387-6a7d-4a6b-a74c-9ffc91a1d612 req-f004110c-6a48-45b5-89d8-bdb53cfd8829 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:18.562494 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3d093387-6a7d-4a6b-a74c-9ffc91a1d612 req-f004110c-6a48-45b5-89d8-bdb53cfd8829 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19da010-1763-4196-8876-e78433c1e0cb HTTP/1.1" status: 200 len: 945 time: 0.1051214 Jul 01 20:00:18.568866 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-b8ad2038-37e1-427d-9e8e-339520773200 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:18.570234 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-b8ad2038-37e1-427d-9e8e-339520773200 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2205970 Jul 01 20:00:18.600880 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-f6f9d328-1d36-4001-8fab-293d677e3024 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/quotas/3d943354675349cfad1ff664576eb094 HTTP/1.1" status: 200 len: 375 time: 0.0229213 Jul 01 20:00:18.645545 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-eb3d7897-4ef8-49ed-9db0-c34f8fd42965 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d943354675349cfad1ff664576eb094&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386100 Jul 01 20:00:18.648965 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3d093387-6a7d-4a6b-a74c-9ffc91a1d612 req-0ccd8773-6bcf-4e8f-ad5f-cf9cb8148c1a tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=78d8c123-d52b-44fa-ab16-a1f15f29cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778642 Jul 01 20:00:18.803829 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5d25ebc6-8dce-43d3-b4e5-b563d6e6d74e req-9d28458e-5349-4701-b959-5305879bf650 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/ports?device_id=b37a2dd0-c444-4989-a8bf-f63f8bbcedc5 HTTP/1.1" status: 200 len: 210 time: 0.0284386 Jul 01 20:00:19.760706 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10793b1d-444a-4b51-bfd4-dc729da944a5 req-e2b8e844-a32f-4c9b-860b-d86621382529 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:19.762185 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-10793b1d-444a-4b51-bfd4-dc729da944a5 req-e2b8e844-a32f-4c9b-860b-d86621382529 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19da010-1763-4196-8876-e78433c1e0cb HTTP/1.1" status: 200 len: 945 time: 0.0470064 Jul 01 20:00:19.809360 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-10793b1d-444a-4b51-bfd4-dc729da944a5 req-509c376a-e1fe-4273-b190-cef87c93ae14 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=78d8c123-d52b-44fa-ab16-a1f15f29cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416522 Jul 01 20:00:19.901407 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7db3d196-d798-4166-afd4-81c6fa2b39bc req-e04385de-34d3-4317-b89c-790cdd8ea9b5 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/ports?device_id=b37a2dd0-c444-4989-a8bf-f63f8bbcedc5 HTTP/1.1" status: 200 len: 210 time: 0.0305169 Jul 01 20:00:20.922119 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01558b-5f85-41e1-8062-40d9d6ac81e1 req-170c2563-4c47-40a0-883b-1723070d3ba5 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:20.923591 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6f01558b-5f85-41e1-8062-40d9d6ac81e1 req-170c2563-4c47-40a0-883b-1723070d3ba5 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19da010-1763-4196-8876-e78433c1e0cb HTTP/1.1" status: 200 len: 945 time: 0.0472119 Jul 01 20:00:20.971615 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6f01558b-5f85-41e1-8062-40d9d6ac81e1 req-52e7e096-3f17-4dde-91aa-146990409a29 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=78d8c123-d52b-44fa-ab16-a1f15f29cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421717 Jul 01 20:00:21.002584 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2ec2decc-0731-4667-8ca7-dfcee225e65e req-b8991a9d-733e-4b74-9368-f2fdae787f88 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/ports?device_id=b37a2dd0-c444-4989-a8bf-f63f8bbcedc5 HTTP/1.1" status: 200 len: 210 time: 0.0300093 Jul 01 20:00:21.635069 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fd2e6-854a-42d8-8743-33d2f54e5c20 req-b95a13c4-ffac-436f-b6e7-f2548d57e04e tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:21.636702 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c30fd2e6-854a-42d8-8743-33d2f54e5c20 req-b95a13c4-ffac-436f-b6e7-f2548d57e04e tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.60 "GET /v2.0/ports?device_id=c19da010-1763-4196-8876-e78433c1e0cb HTTP/1.1" status: 200 len: 945 time: 0.0544991 Jul 01 20:00:21.693025 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-5a44cf4d-699c-4abe-a76f-281cdaee3fec tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3d943354675349cfad1ff664576eb094&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396600 Jul 01 20:00:21.809760 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-c30fd2e6-854a-42d8-8743-33d2f54e5c20 req-ba7335b5-8590-4414-aa99-04f00c56bb30 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Deleting port 98b20cd5-6624-4dbe-9595-c5388d391222 {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:00:21.810108 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-c30fd2e6-854a-42d8-8743-33d2f54e5c20 req-ba7335b5-8590-4414-aa99-04f00c56bb30 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (98b20cd5-6624-4dbe-9595-c5388d391222), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:21.890360 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:21.903282 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-fd5462a2-0bbb-4c97-a042-7880e5cde620 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:21.904706 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-fd5462a2-0bbb-4c97-a042-7880e5cde620 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2060354 Jul 01 20:00:21.918904 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Request body: {'port': {'device_id': 'b37a2dd0-c444-4989-a8bf-f63f8bbcedc5', 'network_id': '7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94', 'admin_state_up': True, 'tenant_id': '3d943354675349cfad1ff664576eb094'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:00:21.939411 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:21.959049 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-c30fd2e6-854a-42d8-8743-33d2f54e5c20 req-ba7335b5-8590-4414-aa99-04f00c56bb30 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] For port 98b20cd5-6624-4dbe-9595-c5388d391222, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=98b20cd5-6624-4dbe-9595-c5388d391222,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:00:21.959416 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-c30fd2e6-854a-42d8-8743-33d2f54e5c20 req-ba7335b5-8590-4414-aa99-04f00c56bb30 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (98b20cd5-6624-4dbe-9595-c5388d391222), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:22.138686 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3269cfea-e1fc-4c84-87aa-6d92b4b105f7 req-6fc4b354-5fe7-436c-8f7a-11f6e6fb1844 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/ports?device_id=b37a2dd0-c444-4989-a8bf-f63f8bbcedc5 HTTP/1.1" status: 200 len: 210 time: 0.0567164 Jul 01 20:00:22.145008 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc7560-62c3-4b6f-bd99-7e5acdf2cfa6 req-33ec60c0-72cb-4951-a7b7-4bdc916943ec tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:22.147172 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b3dc7560-62c3-4b6f-bd99-7e5acdf2cfa6 req-33ec60c0-72cb-4951-a7b7-4bdc916943ec tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19da010-1763-4196-8876-e78433c1e0cb HTTP/1.1" status: 200 len: 945 time: 0.1014109 Jul 01 20:00:22.264925 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Made reservation on behalf of 3d943354675349cfad1ff664576eb094 for: {'port': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 20:00:22.268320 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:22.306177 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:22.311044 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b3dc7560-62c3-4b6f-bd99-7e5acdf2cfa6 req-49225576-65bf-49ad-9f57-6279651db0c9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=78d8c123-d52b-44fa-ab16-a1f15f29cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346395 Jul 01 20:00:22.333319 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-c30fd2e6-854a-42d8-8743-33d2f54e5c20 req-ba7335b5-8590-4414-aa99-04f00c56bb30 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:22.333722 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-c30fd2e6-854a-42d8-8743-33d2f54e5c20 req-ba7335b5-8590-4414-aa99-04f00c56bb30 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (3e8dccb9-59ca-4d81-9823-b06a8b1d392b), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:22.334047 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.l3_db [req-c30fd2e6-854a-42d8-8743-33d2f54e5c20 req-ba7335b5-8590-4414-aa99-04f00c56bb30 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Floating IP 3e8dccb9-59ca-4d81-9823-b06a8b1d392b disassociated. External IP: 172.27.1.240, port: 98b20cd5-6624-4dbe-9595-c5388d391222. Jul 01 20:00:22.334407 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-c30fd2e6-854a-42d8-8743-33d2f54e5c20 req-ba7335b5-8590-4414-aa99-04f00c56bb30 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Calling delete_port for 98b20cd5-6624-4dbe-9595-c5388d391222 owned by compute:nova {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:00:22.476648 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Publish callbacks [] for security_group (bda0c85f-8efa-4cc5-93d4-92208e7249f9), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:22.481849 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (bda0c85f-8efa-4cc5-93d4-92208e7249f9), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:22.548265 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda0c85f-8efa-4cc5-93d4-92208e7249f9,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:22.561027 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:22.561460 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:22.561824 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:22.562158 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:22.562487 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:22.562809 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:22.563128 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:22.563447 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:22.563764 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:22.564079 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:22.564397 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:22.564717 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:22.565022 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:22.565333 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:22.565731 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:22.577035 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-c30fd2e6-854a-42d8-8743-33d2f54e5c20 req-ba7335b5-8590-4414-aa99-04f00c56bb30 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (98b20cd5-6624-4dbe-9595-c5388d391222), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:22.629302 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:22.635521 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7335b5-8590-4414-aa99-04f00c56bb30 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event deleted for resources: {'Port': ['ID=98b20cd5-6624-4dbe-9595-c5388d391222,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:22.719781 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:22.788801 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Allocated IP 192.168.233.142 (7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94/65f3234a-8c05-4ec4-bccc-23f6d48a776c/a6e67f2a-5ad1-424e-a09c-14bfd77daa5f) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 20:00:22.828827 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c30fd2e6-854a-42d8-8743-33d2f54e5c20 req-ba7335b5-8590-4414-aa99-04f00c56bb30 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 20:00:23.029156 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c30fd2e6-854a-42d8-8743-33d2f54e5c20 req-ba7335b5-8590-4414-aa99-04f00c56bb30 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 20:00:23.040653 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cce21c1-3516-45de-84c3-fe7f36ade704 None None] Sync routers for ids ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 20:00:23.045253 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Publish callbacks [] for port (a6e67f2a-5ad1-424e-a09c-14bfd77daa5f), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:23.057916 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cce21c1-3516-45de-84c3-fe7f36ade704 None None] Routers {'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 20:00:23.058695 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-6cce21c1-3516-45de-84c3-fe7f36ade704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T20:00:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:00:23.086711 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30fd2e6-854a-42d8-8743-33d2f54e5c20 req-ba7335b5-8590-4414-aa99-04f00c56bb30 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] No DVR routers for this DVR port 98b20cd5-6624-4dbe-9595-c5388d391222 on host hv-cinder-84460 {{(pid=110544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 20:00:23.090317 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-c30fd2e6-854a-42d8-8743-33d2f54e5c20 req-ba7335b5-8590-4414-aa99-04f00c56bb30 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:23.093620 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c30fd2e6-854a-42d8-8743-33d2f54e5c20 req-ba7335b5-8590-4414-aa99-04f00c56bb30 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.60 "DELETE /v2.0/ports/98b20cd5-6624-4dbe-9595-c5388d391222 HTTP/1.1" status: 204 len: 173 time: 1.4476650 Jul 01 20:00:23.094054 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19da010-1763-4196-8876-e78433c1e0cb', 'name': 'network-vif-deleted', 'tag': '98b20cd5-6624-4dbe-9595-c5388d391222'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:00:23.096304 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b753dfe8-9ff4-4fc0-807b-fa1a12e497ad" -d '{"events": [{"server_uuid": "c19da010-1763-4196-8876-e78433c1e0cb", "name": "network-vif-deleted", "tag": "98b20cd5-6624-4dbe-9595-c5388d391222"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:00:23.128863 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (a6e67f2a-5ad1-424e-a09c-14bfd77daa5f), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:23.184261 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 20:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d29d438-fc4d-4c7b-b85a-7bafc1cced21 x-openstack-request-id: req-9d29d438-fc4d-4c7b-b85a-7bafc1cced21 {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:00:23.184261 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19da010-1763-4196-8876-e78433c1e0cb", "name": "network-vif-deleted", "tag": "98b20cd5-6624-4dbe-9595-c5388d391222", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:00:23.184611 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9d29d438-fc4d-4c7b-b85a-7bafc1cced21 {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:00:23.184830 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d29d438-fc4d-4c7b-b85a-7bafc1cced21'] response: {'server_uuid': 'c19da010-1763-4196-8876-e78433c1e0cb', 'name': 'network-vif-deleted', 'tag': '98b20cd5-6624-4dbe-9595-c5388d391222', 'status': 'completed', 'code': 200} Jul 01 20:00:23.198996 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Network 7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 20:00:23.204573 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 20:00:23.208561 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 20:00:23.217043 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-6cce21c1-3516-45de-84c3-fe7f36ade704 None None] Set router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 20:00:23.250898 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Pushing event updated for resources: {'Port': ['ID=a6e67f2a-5ad1-424e-a09c-14bfd77daa5f,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:23.304584 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcc18f-7ee6-4467-89a7-b37c4a0a9266 req-310d9cfb-dccb-4cc3-a617-081640cb0a64 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:23.306399 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4adcc18f-7ee6-4467-89a7-b37c4a0a9266 req-310d9cfb-dccb-4cc3-a617-081640cb0a64 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/ports?device_id=b37a2dd0-c444-4989-a8bf-f63f8bbcedc5 HTTP/1.1" status: 200 len: 936 time: 0.0895412 Jul 01 20:00:23.312368 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:23.313110 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:23.361389 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-e79cbbe9-a55f-46f3-a23a-19145eea4776 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4459460 Jul 01 20:00:23.381683 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4adcc18f-7ee6-4467-89a7-b37c4a0a9266 req-04d413df-eaf3-4522-bde6-ebfbccaa3124 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/security-groups?id=bda0c85f-8efa-4cc5-93d4-92208e7249f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653780 Jul 01 20:00:23.453289 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7f072730-15aa-4a6b-94a2-0aad46885770 req-191247d1-1c5e-46ae-a32c-ad39ce08cb23 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19da010-1763-4196-8876-e78433c1e0cb HTTP/1.1" status: 200 len: 210 time: 0.0328126 Jul 01 20:00:23.520810 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-6cce21c1-3516-45de-84c3-fe7f36ade704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '9d2025de-a91a-4c08-9bdf-ca9930d090b5', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'port_id': '1a187327-634a-45da-978e-23ca2730d31b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'mac_address': 'fa:16:3e:e2:4b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94df28-2151-48bf-9571-ae16d23c66a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:58:21Z', 'updated_at': '2022-07-01T19:58:39Z', 'revision_number': 2, 'project_id': '983da191c3d44e608e40f289e26d3603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:23Z', 'revision_number': 5, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:00:23.524799 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-b9cafa17-8d42-4f48-a4ce-a3a652481d72 None None] Provisioning complete for port a6e67f2a-5ad1-424e-a09c-14bfd77daa5f triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 20:00:23.525181 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-b9cafa17-8d42-4f48-a4ce-a3a652481d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (a6e67f2a-5ad1-424e-a09c-14bfd77daa5f), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:23.549669 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cce21c1-3516-45de-84c3-fe7f36ade704 None None] Checking router: c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 20:00:23.568981 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-0199e92b-ceb6-47ab-966a-abc2f75a0ef6 service neutron] Request body: {'port': {'device_id': 'b37a2dd0-c444-4989-a8bf-f63f8bbcedc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:00:23.584848 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cce21c1-3516-45de-84c3-fe7f36ade704 None None] Routers {'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 20:00:23.585697 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-6cce21c1-3516-45de-84c3-fe7f36ade704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T20:00:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:00:23.626778 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-b9cafa17-8d42-4f48-a4ce-a3a652481d72 None None] Port a6e67f2a-5ad1-424e-a09c-14bfd77daa5f cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 20:00:23.704955 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-6cce21c1-3516-45de-84c3-fe7f36ade704 None None] Set router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 20:00:23.878777 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=22,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:23.881134 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=17,neutron:INSERT=6 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:23.929772 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-0199e92b-ceb6-47ab-966a-abc2f75a0ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (a6e67f2a-5ad1-424e-a09c-14bfd77daa5f), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:23.938803 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:23.958972 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-6cce21c1-3516-45de-84c3-fe7f36ade704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '9d2025de-a91a-4c08-9bdf-ca9930d090b5', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'port_id': '1a187327-634a-45da-978e-23ca2730d31b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'mac_address': 'fa:16:3e:e2:4b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94df28-2151-48bf-9571-ae16d23c66a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:58:21Z', 'updated_at': '2022-07-01T19:58:39Z', 'revision_number': 2, 'project_id': '983da191c3d44e608e40f289e26d3603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:23Z', 'revision_number': 5, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:00:23.984516 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cce21c1-3516-45de-84c3-fe7f36ade704 None None] The sync data for ids ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'] in dv-cinder-844601-7-iscsi is: [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '9d2025de-a91a-4c08-9bdf-ca9930d090b5', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'port_id': '1a187327-634a-45da-978e-23ca2730d31b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'mac_address': 'fa:16:3e:e2:4b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94df28-2151-48bf-9571-ae16d23c66a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:58:21Z', 'updated_at': '2022-07-01T19:58:39Z', 'revision_number': 2, 'project_id': '983da191c3d44e608e40f289e26d3603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:23Z', 'revision_number': 5, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 20:00:24.068171 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:24.217326 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a727eb-1483-4cab-9de4-8c07ab979e41 None None] New status for floating IP 3e8dccb9-59ca-4d81-9823-b06a8b1d392b: DOWN {{(pid=110547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 20:00:24.224587 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-0199e92b-ceb6-47ab-966a-abc2f75a0ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6e67f2a-5ad1-424e-a09c-14bfd77daa5f {{(pid=110544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 20:00:24.232442 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-0199e92b-ceb6-47ab-966a-abc2f75a0ef6 service neutron] Publish callbacks [] for port (a6e67f2a-5ad1-424e-a09c-14bfd77daa5f), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:24.246608 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.provisioning_blocks [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-0199e92b-ceb6-47ab-966a-abc2f75a0ef6 service neutron] Transition to ACTIVE for port object a6e67f2a-5ad1-424e-a09c-14bfd77daa5f will not be triggered until provisioned by entity L2. {{(pid=110544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 20:00:24.250623 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-0199e92b-ceb6-47ab-966a-abc2f75a0ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (a6e67f2a-5ad1-424e-a09c-14bfd77daa5f), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:24.309321 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199e92b-ceb6-47ab-966a-abc2f75a0ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e67f2a-5ad1-424e-a09c-14bfd77daa5f,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:24.397407 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-0199e92b-ceb6-47ab-966a-abc2f75a0ef6 service neutron] Attempting to bind port a6e67f2a-5ad1-424e-a09c-14bfd77daa5f on host hv-cinder-84460 for vnic_type normal with profile {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 20:00:24.397780 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-0199e92b-ceb6-47ab-966a-abc2f75a0ef6 service neutron] Attempting to bind port a6e67f2a-5ad1-424e-a09c-14bfd77daa5f by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'cae69737-3f20-4e93-ab1b-dc8dff839581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94'}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 20:00:24.398112 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-0199e92b-ceb6-47ab-966a-abc2f75a0ef6 service neutron] Attempting to bind port a6e67f2a-5ad1-424e-a09c-14bfd77daa5f on network 7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 20:00:24.403138 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-0199e92b-ceb6-47ab-966a-abc2f75a0ef6 service neutron] Port a6e67f2a-5ad1-424e-a09c-14bfd77daa5f on network 7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 20:00:24.403609 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-0199e92b-ceb6-47ab-966a-abc2f75a0ef6 service neutron] Attempting to bind port a6e67f2a-5ad1-424e-a09c-14bfd77daa5f on network 7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 20:00:24.411179 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-0199e92b-ceb6-47ab-966a-abc2f75a0ef6 service neutron] Checking agent: {'id': '080768a1-72cc-47dc-9460-2bcdea095798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'started_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 20, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 20:00:24.411568 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-0199e92b-ceb6-47ab-966a-abc2f75a0ef6 service neutron] Checking segment: {'id': 'cae69737-3f20-4e93-ab1b-dc8dff839581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 20:00:24.412067 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-0199e92b-ceb6-47ab-966a-abc2f75a0ef6 service neutron] Bound using segment: {'id': 'cae69737-3f20-4e93-ab1b-dc8dff839581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94'} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 20:00:24.412512 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-0199e92b-ceb6-47ab-966a-abc2f75a0ef6 service neutron] Bound port: a6e67f2a-5ad1-424e-a09c-14bfd77daa5f, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cae69737-3f20-4e93-ab1b-dc8dff839581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94'}}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 20:00:24.412875 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-0199e92b-ceb6-47ab-966a-abc2f75a0ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (a6e67f2a-5ad1-424e-a09c-14bfd77daa5f), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:24.534229 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-0199e92b-ceb6-47ab-966a-abc2f75a0ef6 service neutron] For port a6e67f2a-5ad1-424e-a09c-14bfd77daa5f, host hv-cinder-84460, cleared binding levels {{(pid=110544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 20:00:24.555580 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf99bb-9ed7-459a-aec6-39156dc89fe3 req-3489d970-514c-4908-9fe7-1953f040af4c tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:24.557365 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-83bf99bb-9ed7-459a-aec6-39156dc89fe3 req-3489d970-514c-4908-9fe7-1953f040af4c tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/ports?device_id=b37a2dd0-c444-4989-a8bf-f63f8bbcedc5 HTTP/1.1" status: 200 len: 948 time: 0.0897601 Jul 01 20:00:24.558290 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 34070) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:00:24.559470 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-0199e92b-ceb6-47ab-966a-abc2f75a0ef6 service neutron] For port a6e67f2a-5ad1-424e-a09c-14bfd77daa5f, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=a6e67f2a-5ad1-424e-a09c-14bfd77daa5f,segment=NetworkSegment(cae69737-3f20-4e93-ab1b-dc8dff839581),segment_id=cae69737-3f20-4e93-ab1b-dc8dff839581)] {{(pid=110544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 20:00:24.573076 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-0199e92b-ceb6-47ab-966a-abc2f75a0ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (a6e67f2a-5ad1-424e-a09c-14bfd77daa5f), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:24.615791 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6e9a0926-a9b1-455c-b94a-7610ebf4a505 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group (78d8c123-d52b-44fa-ab16-a1f15f29cfef), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:24.635876 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-0199e92b-ceb6-47ab-966a-abc2f75a0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:24.636517 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-0199e92b-ceb6-47ab-966a-abc2f75a0ef6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:24.637941 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-0199e92b-ceb6-47ab-966a-abc2f75a0ef6 service neutron] 10.222.0.60 "PUT /v2.0/ports/a6e67f2a-5ad1-424e-a09c-14bfd77daa5f HTTP/1.1" status: 200 len: 1098 time: 1.0799067 Jul 01 20:00:24.640001 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6e9a0926-a9b1-455c-b94a-7610ebf4a505 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group (78d8c123-d52b-44fa-ab16-a1f15f29cfef), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:24.665496 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199e92b-ceb6-47ab-966a-abc2f75a0ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e67f2a-5ad1-424e-a09c-14bfd77daa5f,revision_number=3']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:24.671676 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-83bf99bb-9ed7-459a-aec6-39156dc89fe3 req-04762c07-0018-4fef-a349-57707fa4d113 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/security-groups?id=bda0c85f-8efa-4cc5-93d4-92208e7249f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072721 Jul 01 20:00:24.709859 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6e9a0926-a9b1-455c-b94a-7610ebf4a505 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (78d8c123-d52b-44fa-ab16-a1f15f29cfef), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:24.712557 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6e9a0926-a9b1-455c-b94a-7610ebf4a505 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:24.716304 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-6e9a0926-a9b1-455c-b94a-7610ebf4a505 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "DELETE /v2.0/security-groups/78d8c123-d52b-44fa-ab16-a1f15f29cfef HTTP/1.1" status: 204 len: 168 time: 0.1539748 Jul 01 20:00:24.718326 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 34072) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:00:24.731242 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-3060f08c-75a2-449c-af1c-27ae89d0aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:24.732763 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-3060f08c-75a2-449c-af1c-27ae89d0aab3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d943354675349cfad1ff664576eb094&device_id=b37a2dd0-c444-4989-a8bf-f63f8bbcedc5 HTTP/1.1" status: 200 len: 1132 time: 0.0524514 Jul 01 20:00:24.734575 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a0926-a9b1-455c-b94a-7610ebf4a505 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d8c123-d52b-44fa-ab16-a1f15f29cfef,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:24.742808 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.api.v2.resource [None req-dd661303-4ce4-4d7e-9117-2c821168ba93 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] show failed (client error): The resource could not be found. Jul 01 20:00:24.743843 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-dd661303-4ce4-4d7e-9117-2c821168ba93 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups/78d8c123-d52b-44fa-ab16-a1f15f29cfef HTTP/1.1" status: 404 len: 347 time: 0.0245395 Jul 01 20:00:24.746913 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 34074) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:00:24.783365 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-414bf029-07f4-4693-b503-8f8525cdcdc5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a6e67f2a-5ad1-424e-a09c-14bfd77daa5f HTTP/1.1" status: 200 len: 217 time: 0.0437984 Jul 01 20:00:24.838050 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-3bde66c2-21f8-46a3-adac-6b9fbd163785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:24.839268 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-3bde66c2-21f8-46a3-adac-6b9fbd163785 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=65f3234a-8c05-4ec4-bccc-23f6d48a776c HTTP/1.1" status: 200 len: 843 time: 0.0500886 Jul 01 20:00:24.881874 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-9a7f940d-04b1-4157-ab30-4746a21b8224 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Deleting port 1c37d1e8-a697-4f68-b6bd-07fc92002605 {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:00:24.882369 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9a7f940d-04b1-4157-ab30-4746a21b8224 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (1c37d1e8-a697-4f68-b6bd-07fc92002605), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:24.890607 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-6528456c-7a68-4f22-8bb9-144c087d649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:24.892032 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-6528456c-7a68-4f22-8bb9-144c087d649f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0471866 Jul 01 20:00:24.965159 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9a7f940d-04b1-4157-ab30-4746a21b8224 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (1c37d1e8-a697-4f68-b6bd-07fc92002605), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:24.965494 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9a7f940d-04b1-4157-ab30-4746a21b8224 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (1c37d1e8-a697-4f68-b6bd-07fc92002605), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:24.970700 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 98b20cd5-6624-4dbe-9595-c5388d391222 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 20:00:24.983865 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-481c907a-4af8-4248-94ab-35d4725a5c24 service neutron] 10.222.0.60 "GET /v2.0/networks/7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857263 Jul 01 20:00:24.984470 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-9a7f940d-04b1-4157-ab30-4746a21b8224 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Calling delete_port for 1c37d1e8-a697-4f68-b6bd-07fc92002605 owned by network:floatingip {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:00:24.999098 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] No Port match for: 98b20cd5-6624-4dbe-9595-c5388d391222 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 20:00:24.999625 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 98b20cd5-6624-4dbe-9595-c5388d391222 not bound to the agent host hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 20:00:25.025813 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:25.065667 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:25.092331 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0ed92e4b-b8d5-4dca-849c-4c27fad3a2cc req-488cbecb-ff8d-4087-9704-15702e5b92fd service neutron] 10.222.0.60 "GET /v2.0/networks/7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018567 Jul 01 20:00:25.132512 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9a7f940d-04b1-4157-ab30-4746a21b8224 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (1c37d1e8-a697-4f68-b6bd-07fc92002605), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:25.156144 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f940d-04b1-4157-ab30-4746a21b8224 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event deleted for resources: {'Port': ['ID=1c37d1e8-a697-4f68-b6bd-07fc92002605,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:25.186337 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37a2dd0-c444-4989-a8bf-f63f8bbcedc5', 'tag': 'a6e67f2a-5ad1-424e-a09c-14bfd77daa5f'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:00:25.188816 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38498580-94ec-4912-88fa-d30362584684" -d '{"events": [{"name": "network-changed", "server_uuid": "b37a2dd0-c444-4989-a8bf-f63f8bbcedc5", "tag": "a6e67f2a-5ad1-424e-a09c-14bfd77daa5f"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:00:25.233356 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9a7f940d-04b1-4157-ab30-4746a21b8224 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (3e8dccb9-59ca-4d81-9823-b06a8b1d392b), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:25.236872 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9a7f940d-04b1-4157-ab30-4746a21b8224 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:25.241147 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-9a7f940d-04b1-4157-ab30-4746a21b8224 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "DELETE /v2.0/floatingips/3e8dccb9-59ca-4d81-9823-b06a8b1d392b HTTP/1.1" status: 204 len: 168 time: 0.4932785 Jul 01 20:00:25.253447 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 20:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2ad7f1-fc9f-4b4f-bfdc-66c4293e29a2 x-openstack-request-id: req-0a2ad7f1-fc9f-4b4f-bfdc-66c4293e29a2 {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:00:25.254687 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37a2dd0-c444-4989-a8bf-f63f8bbcedc5", "tag": "a6e67f2a-5ad1-424e-a09c-14bfd77daa5f", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:00:25.255172 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0a2ad7f1-fc9f-4b4f-bfdc-66c4293e29a2 {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:00:25.255959 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a2ad7f1-fc9f-4b4f-bfdc-66c4293e29a2'] response: {'name': 'network-changed', 'server_uuid': 'b37a2dd0-c444-4989-a8bf-f63f8bbcedc5', 'tag': 'a6e67f2a-5ad1-424e-a09c-14bfd77daa5f', 'status': 'completed', 'code': 200} Jul 01 20:00:25.790380 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450bb26-c205-4dbc-8727-985cf4ddeab6 req-f12e1a30-ef83-4a67-b5e1-16755ab45f49 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:25.791767 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a450bb26-c205-4dbc-8727-985cf4ddeab6 req-f12e1a30-ef83-4a67-b5e1-16755ab45f49 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/ports?device_id=b37a2dd0-c444-4989-a8bf-f63f8bbcedc5 HTTP/1.1" status: 200 len: 948 time: 0.0468159 Jul 01 20:00:25.840711 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a450bb26-c205-4dbc-8727-985cf4ddeab6 req-da74f556-2f39-4185-9640-cb8d88702852 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/security-groups?id=bda0c85f-8efa-4cc5-93d4-92208e7249f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435064 Jul 01 20:00:25.886411 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38498580-94ec-4912-88fa-d30362584684 req-1127096f-0b52-49d5-9833-de671255a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:25.887924 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-38498580-94ec-4912-88fa-d30362584684 req-1127096f-0b52-49d5-9833-de671255a727 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d943354675349cfad1ff664576eb094&device_id=b37a2dd0-c444-4989-a8bf-f63f8bbcedc5 HTTP/1.1" status: 200 len: 1132 time: 0.0410521 Jul 01 20:00:25.983201 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38498580-94ec-4912-88fa-d30362584684 req-de5de195-580c-40dc-b925-9b971eaba687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:25.984665 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-38498580-94ec-4912-88fa-d30362584684 req-de5de195-580c-40dc-b925-9b971eaba687 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94 HTTP/1.1" status: 200 len: 870 time: 0.0917673 Jul 01 20:00:26.255596 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-38498580-94ec-4912-88fa-d30362584684 req-df226d1c-5afc-42c3-a274-2cef57f03142 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a6e67f2a-5ad1-424e-a09c-14bfd77daa5f HTTP/1.1" status: 200 len: 217 time: 0.0348010 Jul 01 20:00:26.315432 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38498580-94ec-4912-88fa-d30362584684 req-b9ac1d3c-a351-46f7-9228-1c76367c1756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:26.317783 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-38498580-94ec-4912-88fa-d30362584684 req-b9ac1d3c-a351-46f7-9228-1c76367c1756 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=65f3234a-8c05-4ec4-bccc-23f6d48a776c HTTP/1.1" status: 200 len: 843 time: 0.0558631 Jul 01 20:00:26.392955 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38498580-94ec-4912-88fa-d30362584684 req-0d540512-dcbf-414b-bccd-d1dfae5db067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:26.395998 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-38498580-94ec-4912-88fa-d30362584684 req-0d540512-dcbf-414b-bccd-d1dfae5db067 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0702162 Jul 01 20:00:26.496273 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-38498580-94ec-4912-88fa-d30362584684 req-aea2df98-66e7-467e-9381-2f80e0b2cbde service neutron] 10.222.0.60 "GET /v2.0/networks/7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946586 Jul 01 20:00:26.618745 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-38498580-94ec-4912-88fa-d30362584684 req-5b9e907b-6ca0-4174-9e5e-28f3d2622152 service neutron] 10.222.0.60 "GET /v2.0/networks/7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124473 Jul 01 20:00:26.860549 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 20:00:26.953914 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d29af2-9d35-4b30-b7db-80c2907a2bf2 req-5c5d369c-3975-4cb8-ab1c-6f414bb5c40c tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:26.955474 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-86d29af2-9d35-4b30-b7db-80c2907a2bf2 req-5c5d369c-3975-4cb8-ab1c-6f414bb5c40c tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/ports?device_id=b37a2dd0-c444-4989-a8bf-f63f8bbcedc5 HTTP/1.1" status: 200 len: 948 time: 0.0471904 Jul 01 20:00:26.974322 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device a6e67f2a-5ad1-424e-a09c-14bfd77daa5f details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 20:00:27.016230 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-86d29af2-9d35-4b30-b7db-80c2907a2bf2 req-211a613a-aa7b-495b-aa64-dbba83a67617 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/security-groups?id=bda0c85f-8efa-4cc5-93d4-92208e7249f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550385 Jul 01 20:00:27.083984 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port a6e67f2a-5ad1-424e-a09c-14bfd77daa5f, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=a6e67f2a-5ad1-424e-a09c-14bfd77daa5f,segment=NetworkSegment(cae69737-3f20-4e93-ab1b-dc8dff839581),segment_id=cae69737-3f20-4e93-ab1b-dc8dff839581)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:00:27.098101 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': 'a6e67f2a-5ad1-424e-a09c-14bfd77daa5f', 'network_id': '7fe37c4c-e7a4-4f96-8dcd-1a231eec9e94', 'port_id': 'a6e67f2a-5ad1-424e-a09c-14bfd77daa5f', 'mac_address': 'fa:16:3e:6a:4c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f3234a-8c05-4ec4-bccc-23f6d48a776c', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 20:00:27.133211 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port a6e67f2a-5ad1-424e-a09c-14bfd77daa5f is: DOWN; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 20:00:27.133531 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (a6e67f2a-5ad1-424e-a09c-14bfd77daa5f), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:27.146529 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e67f2a-5ad1-424e-a09c-14bfd77daa5f {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 20:00:27.156056 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:27.158329 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:27.169007 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port a6e67f2a-5ad1-424e-a09c-14bfd77daa5f, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=a6e67f2a-5ad1-424e-a09c-14bfd77daa5f,segment=NetworkSegment(cae69737-3f20-4e93-ab1b-dc8dff839581),segment_id=cae69737-3f20-4e93-ab1b-dc8dff839581)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:00:27.172793 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (a6e67f2a-5ad1-424e-a09c-14bfd77daa5f), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:27.218113 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=a6e67f2a-5ad1-424e-a09c-14bfd77daa5f,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:27.225619 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:27.225972 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:27.226315 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:27.226652 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:27.226984 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:27.227312 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:27.227636 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:27.227981 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:27.228305 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:27.228625 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:27.228945 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:27.229266 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:27.229608 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:27.229919 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:27.230237 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:00:27.381600 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['a6e67f2a-5ad1-424e-a09c-14bfd77daa5f'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 20:00:27.516069 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:27.945526 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18b194-57e0-4543-88ff-c99e7948f700 req-5a2ca6c7-a310-4e6c-806a-62b7e8cb7699 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:27.947158 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7b18b194-57e0-4543-88ff-c99e7948f700 req-5a2ca6c7-a310-4e6c-806a-62b7e8cb7699 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb94df28-2151-48bf-9571-ae16d23c66a6 HTTP/1.1" status: 200 len: 945 time: 0.0488038 Jul 01 20:00:27.999125 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7b18b194-57e0-4543-88ff-c99e7948f700 req-0bca1e79-02bb-4d76-bac0-ced07e3407ff tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=6997e67e-2425-4338-8874-22131b643e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456042 Jul 01 20:00:28.132765 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b913ca-0faf-42ea-a6f8-11825f8b4174 req-a785ebb8-6d37-4c87-9e2e-fae3c33e7922 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:28.134317 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-56b913ca-0faf-42ea-a6f8-11825f8b4174 req-a785ebb8-6d37-4c87-9e2e-fae3c33e7922 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/ports?device_id=b37a2dd0-c444-4989-a8bf-f63f8bbcedc5 HTTP/1.1" status: 200 len: 949 time: 0.0477450 Jul 01 20:00:28.180717 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-56b913ca-0faf-42ea-a6f8-11825f8b4174 req-f81c7bff-fd78-4454-a76c-6e8ef5f7fe36 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/security-groups?id=bda0c85f-8efa-4cc5-93d4-92208e7249f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409358 Jul 01 20:00:29.078859 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device a6e67f2a-5ad1-424e-a09c-14bfd77daa5f up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 20:00:29.130915 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning for port a6e67f2a-5ad1-424e-a09c-14bfd77daa5f completed by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 20:00:29.140437 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port a6e67f2a-5ad1-424e-a09c-14bfd77daa5f triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 20:00:29.141050 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (a6e67f2a-5ad1-424e-a09c-14bfd77daa5f), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:29.165697 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d1c5a-74ef-45fc-a171-99eda88ebc8f req-d8fb95ce-46ca-4c94-ac26-29de6161937e tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:29.170105 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-751d1c5a-74ef-45fc-a171-99eda88ebc8f req-d8fb95ce-46ca-4c94-ac26-29de6161937e tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb94df28-2151-48bf-9571-ae16d23c66a6 HTTP/1.1" status: 200 len: 945 time: 0.0737379 Jul 01 20:00:29.225680 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-751d1c5a-74ef-45fc-a171-99eda88ebc8f req-baa16172-f417-4431-9383-fb82095533d8 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=6997e67e-2425-4338-8874-22131b643e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511329 Jul 01 20:00:29.235279 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port a6e67f2a-5ad1-424e-a09c-14bfd77daa5f is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 20:00:29.235968 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (a6e67f2a-5ad1-424e-a09c-14bfd77daa5f), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:29.262040 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37a2dd0-c444-4989-a8bf-f63f8bbcedc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e67f2a-5ad1-424e-a09c-14bfd77daa5f'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:00:29.264269 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70702146-6f3c-4cd9-9aa2-93685efc9dbf" -d '{"events": [{"server_uuid": "b37a2dd0-c444-4989-a8bf-f63f8bbcedc5", "name": "network-vif-plugged", "status": "completed", "tag": "a6e67f2a-5ad1-424e-a09c-14bfd77daa5f"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:00:29.277870 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port a6e67f2a-5ad1-424e-a09c-14bfd77daa5f, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=a6e67f2a-5ad1-424e-a09c-14bfd77daa5f,segment=NetworkSegment(cae69737-3f20-4e93-ab1b-dc8dff839581),segment_id=cae69737-3f20-4e93-ab1b-dc8dff839581)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:00:29.283289 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (a6e67f2a-5ad1-424e-a09c-14bfd77daa5f), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:29.309322 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 20:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81739f2f-8438-4bad-8fcb-d8e4740c3377 x-openstack-request-id: req-81739f2f-8438-4bad-8fcb-d8e4740c3377 {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:00:29.309702 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37a2dd0-c444-4989-a8bf-f63f8bbcedc5", "name": "network-vif-plugged", "status": "completed", "tag": "a6e67f2a-5ad1-424e-a09c-14bfd77daa5f", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:00:29.309906 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-81739f2f-8438-4bad-8fcb-d8e4740c3377 {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:00:29.310300 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81739f2f-8438-4bad-8fcb-d8e4740c3377'] response: {'server_uuid': 'b37a2dd0-c444-4989-a8bf-f63f8bbcedc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e67f2a-5ad1-424e-a09c-14bfd77daa5f', 'code': 200} Jul 01 20:00:29.322352 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684071a-3427-455d-a29b-be4d284b68d3 req-29ad7f87-4bcc-45b3-af8c-f4b59b9e6fcd tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:29.323878 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8684071a-3427-455d-a29b-be4d284b68d3 req-29ad7f87-4bcc-45b3-af8c-f4b59b9e6fcd tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/ports?device_id=b37a2dd0-c444-4989-a8bf-f63f8bbcedc5 HTTP/1.1" status: 200 len: 949 time: 0.0562468 Jul 01 20:00:29.335928 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=a6e67f2a-5ad1-424e-a09c-14bfd77daa5f,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:29.356719 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:29.374981 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:29.384594 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8684071a-3427-455d-a29b-be4d284b68d3 req-199577df-748b-4da3-848b-4c2c2ab9dc85 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/security-groups?id=bda0c85f-8efa-4cc5-93d4-92208e7249f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552049 Jul 01 20:00:30.342121 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcb3e8-3aa7-4560-9818-e4cb33bdbd01 req-78deb33e-2c68-46ed-b756-2313d09dce3f tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:30.343560 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-68bcb3e8-3aa7-4560-9818-e4cb33bdbd01 req-78deb33e-2c68-46ed-b756-2313d09dce3f tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb94df28-2151-48bf-9571-ae16d23c66a6 HTTP/1.1" status: 200 len: 945 time: 0.0468590 Jul 01 20:00:30.395000 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-68bcb3e8-3aa7-4560-9818-e4cb33bdbd01 req-fcfe2f83-74ad-430c-9fc6-13947120c419 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=6997e67e-2425-4338-8874-22131b643e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458686 Jul 01 20:00:30.498181 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d6298-9225-4e84-94ad-d03305caeb89 req-2d9539aa-dcda-4afb-927e-440a58d12332 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:30.499670 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f18d6298-9225-4e84-94ad-d03305caeb89 req-2d9539aa-dcda-4afb-927e-440a58d12332 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/ports?device_id=b37a2dd0-c444-4989-a8bf-f63f8bbcedc5 HTTP/1.1" status: 200 len: 950 time: 0.0470293 Jul 01 20:00:30.547004 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f18d6298-9225-4e84-94ad-d03305caeb89 req-27570580-5a49-42bc-bcc2-d243a97d80de tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/security-groups?id=bda0c85f-8efa-4cc5-93d4-92208e7249f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419252 Jul 01 20:00:31.048468 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b742a21-1864-4af0-8a17-805de9beaae6 req-6990a66c-827b-4f57-9ef3-17da069e38a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:31.049994 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0b742a21-1864-4af0-8a17-805de9beaae6 req-6990a66c-827b-4f57-9ef3-17da069e38a4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b37a2dd0-c444-4989-a8bf-f63f8bbcedc5 HTTP/1.1" status: 200 len: 1134 time: 0.0380991 Jul 01 20:00:31.108857 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0b742a21-1864-4af0-8a17-805de9beaae6 req-f49b65f0-740f-42dd-806f-07927c2f31e8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bda0c85f-8efa-4cc5-93d4-92208e7249f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376992 Jul 01 20:00:31.513127 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918a0e0-0e9e-435b-82ef-ee65d2a39ee9 req-b4caa368-77af-4915-9f61-0654224ffa7f tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:31.514638 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5918a0e0-0e9e-435b-82ef-ee65d2a39ee9 req-b4caa368-77af-4915-9f61-0654224ffa7f tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb94df28-2151-48bf-9571-ae16d23c66a6 HTTP/1.1" status: 200 len: 945 time: 0.0498624 Jul 01 20:00:31.563193 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5918a0e0-0e9e-435b-82ef-ee65d2a39ee9 req-c55ff718-3e26-44b8-a196-f3906720879d tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=6997e67e-2425-4338-8874-22131b643e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427549 Jul 01 20:00:31.663174 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a981e1e-2e4d-4fe5-9bc6-a553a03837ea req-d22e1e45-d859-43be-befc-05219d47e027 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:31.664693 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1a981e1e-2e4d-4fe5-9bc6-a553a03837ea req-d22e1e45-d859-43be-befc-05219d47e027 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/ports?device_id=b37a2dd0-c444-4989-a8bf-f63f8bbcedc5 HTTP/1.1" status: 200 len: 950 time: 0.0480740 Jul 01 20:00:31.711827 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1a981e1e-2e4d-4fe5-9bc6-a553a03837ea req-eb6e83ee-4c15-4389-a324-31366e89dfa6 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/security-groups?id=bda0c85f-8efa-4cc5-93d4-92208e7249f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416014 Jul 01 20:00:32.679690 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453c413-d7d8-4e9e-a1e5-907de8b26b3b req-02b08ffa-76e2-4db2-a41b-19b3f1f429fc tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:32.681136 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7453c413-d7d8-4e9e-a1e5-907de8b26b3b req-02b08ffa-76e2-4db2-a41b-19b3f1f429fc tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb94df28-2151-48bf-9571-ae16d23c66a6 HTTP/1.1" status: 200 len: 945 time: 0.0505085 Jul 01 20:00:32.727426 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7453c413-d7d8-4e9e-a1e5-907de8b26b3b req-83f64317-41d6-44f0-b380-0d4ec6c6fe4b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=6997e67e-2425-4338-8874-22131b643e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407419 Jul 01 20:00:32.825317 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d7487-46bf-43a9-afba-053910cba805 req-3a90d86b-e6a0-43f6-a31f-3d6533f5b93a tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:32.826844 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0e2d7487-46bf-43a9-afba-053910cba805 req-3a90d86b-e6a0-43f6-a31f-3d6533f5b93a tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/ports?device_id=b37a2dd0-c444-4989-a8bf-f63f8bbcedc5 HTTP/1.1" status: 200 len: 950 time: 0.0470326 Jul 01 20:00:32.874432 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0e2d7487-46bf-43a9-afba-053910cba805 req-33adaf03-5271-452f-92f6-0f3a438e9f6f tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/security-groups?id=bda0c85f-8efa-4cc5-93d4-92208e7249f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421295 Jul 01 20:00:33.857496 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b81a0-4a2e-4cd4-bfc3-0208cf0acfa6 req-a7ac93ea-b323-40b8-a7eb-714ac0b9d968 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:33.859004 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f64b81a0-4a2e-4cd4-bfc3-0208cf0acfa6 req-a7ac93ea-b323-40b8-a7eb-714ac0b9d968 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb94df28-2151-48bf-9571-ae16d23c66a6 HTTP/1.1" status: 200 len: 945 time: 0.0475712 Jul 01 20:00:33.918245 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f64b81a0-4a2e-4cd4-bfc3-0208cf0acfa6 req-e7c6748d-024d-456f-9003-a0832d6ea227 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=6997e67e-2425-4338-8874-22131b643e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533323 Jul 01 20:00:34.018104 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07350b4-e9ec-4d64-aac2-8da2b3556247 req-d1539f1e-ee25-451a-b5f8-2c51b724b14f tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:34.019927 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b07350b4-e9ec-4d64-aac2-8da2b3556247 req-d1539f1e-ee25-451a-b5f8-2c51b724b14f tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/ports?device_id=b37a2dd0-c444-4989-a8bf-f63f8bbcedc5 HTTP/1.1" status: 200 len: 950 time: 0.0752988 Jul 01 20:00:34.032300 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bcb99-d793-451e-89f4-0d8059310445 req-063eb847-f7fb-4090-94df-2a4e86abfcf4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:34.033724 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8c5bcb99-d793-451e-89f4-0d8059310445 req-063eb847-f7fb-4090-94df-2a4e86abfcf4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb94df28-2151-48bf-9571-ae16d23c66a6 HTTP/1.1" status: 200 len: 945 time: 0.0802958 Jul 01 20:00:34.135310 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b07350b4-e9ec-4d64-aac2-8da2b3556247 req-1a8c597c-10fb-4934-846a-9ae4663100d7 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/security-groups?id=bda0c85f-8efa-4cc5-93d4-92208e7249f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006050 Jul 01 20:00:34.148272 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-8c5bcb99-d793-451e-89f4-0d8059310445 req-a7143a64-3595-4096-af3f-9aafb70bd6ef tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Deleting port 1a187327-634a-45da-978e-23ca2730d31b {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:00:34.148612 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-8c5bcb99-d793-451e-89f4-0d8059310445 req-a7143a64-3595-4096-af3f-9aafb70bd6ef tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (1a187327-634a-45da-978e-23ca2730d31b), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:34.162421 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:34.237876 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-8c5bcb99-d793-451e-89f4-0d8059310445 req-a7143a64-3595-4096-af3f-9aafb70bd6ef tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] For port 1a187327-634a-45da-978e-23ca2730d31b, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1a187327-634a-45da-978e-23ca2730d31b,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:00:34.238241 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-8c5bcb99-d793-451e-89f4-0d8059310445 req-a7143a64-3595-4096-af3f-9aafb70bd6ef tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (1a187327-634a-45da-978e-23ca2730d31b), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:34.281508 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:34.407742 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-8c5bcb99-d793-451e-89f4-0d8059310445 req-a7143a64-3595-4096-af3f-9aafb70bd6ef tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:34.408106 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-8c5bcb99-d793-451e-89f4-0d8059310445 req-a7143a64-3595-4096-af3f-9aafb70bd6ef tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (9d2025de-a91a-4c08-9bdf-ca9930d090b5), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:34.408419 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.l3_db [req-8c5bcb99-d793-451e-89f4-0d8059310445 req-a7143a64-3595-4096-af3f-9aafb70bd6ef tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Floating IP 9d2025de-a91a-4c08-9bdf-ca9930d090b5 disassociated. External IP: 172.27.1.206, port: 1a187327-634a-45da-978e-23ca2730d31b. Jul 01 20:00:34.408753 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-8c5bcb99-d793-451e-89f4-0d8059310445 req-a7143a64-3595-4096-af3f-9aafb70bd6ef tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Calling delete_port for 1a187327-634a-45da-978e-23ca2730d31b owned by compute:nova {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:00:34.550354 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-8c5bcb99-d793-451e-89f4-0d8059310445 req-a7143a64-3595-4096-af3f-9aafb70bd6ef tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (1a187327-634a-45da-978e-23ca2730d31b), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:34.588905 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7143a64-3595-4096-af3f-9aafb70bd6ef tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event deleted for resources: {'Port': ['ID=1a187327-634a-45da-978e-23ca2730d31b,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:34.726718 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c5bcb99-d793-451e-89f4-0d8059310445 req-a7143a64-3595-4096-af3f-9aafb70bd6ef tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 20:00:34.848082 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c5bcb99-d793-451e-89f4-0d8059310445 req-a7143a64-3595-4096-af3f-9aafb70bd6ef tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 20:00:34.859296 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b07bb0f-2e23-4ba0-91d6-7b9c29dd9bcc None None] Sync routers for ids ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 20:00:34.876886 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b07bb0f-2e23-4ba0-91d6-7b9c29dd9bcc None None] Routers {'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 20:00:34.877619 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-5b07bb0f-2e23-4ba0-91d6-7b9c29dd9bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T20:00:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:00:34.902615 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5bcb99-d793-451e-89f4-0d8059310445 req-a7143a64-3595-4096-af3f-9aafb70bd6ef tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] No DVR routers for this DVR port 1a187327-634a-45da-978e-23ca2730d31b on host hv-cinder-84460 {{(pid=110544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 20:00:34.905079 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-8c5bcb99-d793-451e-89f4-0d8059310445 req-a7143a64-3595-4096-af3f-9aafb70bd6ef tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:34.908495 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8c5bcb99-d793-451e-89f4-0d8059310445 req-a7143a64-3595-4096-af3f-9aafb70bd6ef tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.60 "DELETE /v2.0/ports/1a187327-634a-45da-978e-23ca2730d31b HTTP/1.1" status: 204 len: 173 time: 0.8678656 Jul 01 20:00:34.908948 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb94df28-2151-48bf-9571-ae16d23c66a6', 'name': 'network-vif-deleted', 'tag': '1a187327-634a-45da-978e-23ca2730d31b'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:00:34.911163 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae7ec75-7f65-4f96-ac7d-7493c6955c75" -d '{"events": [{"server_uuid": "eb94df28-2151-48bf-9571-ae16d23c66a6", "name": "network-vif-deleted", "tag": "1a187327-634a-45da-978e-23ca2730d31b"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:00:34.955155 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 20:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3bbe15-ace7-49fc-868f-d5bd4042b977 x-openstack-request-id: req-1b3bbe15-ace7-49fc-868f-d5bd4042b977 {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:00:34.955724 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb94df28-2151-48bf-9571-ae16d23c66a6", "name": "network-vif-deleted", "tag": "1a187327-634a-45da-978e-23ca2730d31b", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:00:34.956279 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1b3bbe15-ace7-49fc-868f-d5bd4042b977 {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:00:34.956902 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b3bbe15-ace7-49fc-868f-d5bd4042b977'] response: {'server_uuid': 'eb94df28-2151-48bf-9571-ae16d23c66a6', 'name': 'network-vif-deleted', 'tag': '1a187327-634a-45da-978e-23ca2730d31b', 'status': 'completed', 'code': 200} Jul 01 20:00:34.995982 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-5b07bb0f-2e23-4ba0-91d6-7b9c29dd9bcc None None] Set router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 20:00:35.033230 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e706df71-f8f6-4ecc-8a18-950be670d0f9 req-5caf6b2a-f034-41a6-aec5-1ee0004f6e47 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb94df28-2151-48bf-9571-ae16d23c66a6 HTTP/1.1" status: 200 len: 210 time: 0.0316877 Jul 01 20:00:35.227113 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=68,neutron:DELETE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:35.229350 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=59,neutron:DELETE=7 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:35.236660 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-5b07bb0f-2e23-4ba0-91d6-7b9c29dd9bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:23Z', 'revision_number': 5, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:00:35.258580 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f9ac9-739e-4944-8ddf-f0bca161c3fc req-c05163b1-c827-4168-8e8d-4c45769cba42 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:35.260365 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8a4f9ac9-739e-4944-8ddf-f0bca161c3fc req-c05163b1-c827-4168-8e8d-4c45769cba42 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/ports?device_id=b37a2dd0-c444-4989-a8bf-f63f8bbcedc5 HTTP/1.1" status: 200 len: 950 time: 0.0521297 Jul 01 20:00:35.262785 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b07bb0f-2e23-4ba0-91d6-7b9c29dd9bcc None None] Checking router: c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 20:00:35.271969 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b07bb0f-2e23-4ba0-91d6-7b9c29dd9bcc None None] Routers {'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 20:00:35.272575 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-5b07bb0f-2e23-4ba0-91d6-7b9c29dd9bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T20:00:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:00:35.315367 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8a4f9ac9-739e-4944-8ddf-f0bca161c3fc req-02fe78f5-5217-4715-9271-9ccf6850ccb1 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/security-groups?id=bda0c85f-8efa-4cc5-93d4-92208e7249f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488203 Jul 01 20:00:35.377023 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-5b07bb0f-2e23-4ba0-91d6-7b9c29dd9bcc None None] Set router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 20:00:35.586842 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-5b07bb0f-2e23-4ba0-91d6-7b9c29dd9bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:23Z', 'revision_number': 5, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:00:35.595462 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641b52f-1cb4-4015-9c77-25d2c9ce2f63 req-d6167dde-417e-4638-9f3b-d3a26bdf4c38 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:35.596970 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9641b52f-1cb4-4015-9c77-25d2c9ce2f63 req-d6167dde-417e-4638-9f3b-d3a26bdf4c38 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/ports?device_id=b37a2dd0-c444-4989-a8bf-f63f8bbcedc5 HTTP/1.1" status: 200 len: 950 time: 0.0538187 Jul 01 20:00:35.612139 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b07bb0f-2e23-4ba0-91d6-7b9c29dd9bcc None None] The sync data for ids ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'] in dv-cinder-844601-7-iscsi is: [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:23Z', 'revision_number': 5, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 20:00:35.655861 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9641b52f-1cb4-4015-9c77-25d2c9ce2f63 req-c2efc0d5-b6e8-4dd0-a3df-6174ec41c464 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/security-groups?id=bda0c85f-8efa-4cc5-93d4-92208e7249f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522943 Jul 01 20:00:35.837971 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13435c2-66c1-480b-8f71-b37c7f38c45c None None] New status for floating IP 9d2025de-a91a-4c08-9bdf-ca9930d090b5: DOWN {{(pid=110547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 20:00:36.119775 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-1473a1eb-0a24-417f-ba28-36a4f737f701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:36.147295 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5d3e3737-32e8-4454-ac5b-bf8473cbdae4 req-9ccaaa97-0cb7-41cc-a8c5-ce554893563e tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb94df28-2151-48bf-9571-ae16d23c66a6 HTTP/1.1" status: 200 len: 210 time: 0.0275571 Jul 01 20:00:36.769718 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e58930-6014-4c9c-a186-3c496e4a26d8 req-6e56ed04-2435-4891-821c-469da00e0e0a tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:36.771289 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f6e58930-6014-4c9c-a186-3c496e4a26d8 req-6e56ed04-2435-4891-821c-469da00e0e0a tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/ports?device_id=b37a2dd0-c444-4989-a8bf-f63f8bbcedc5 HTTP/1.1" status: 200 len: 950 time: 0.0469890 Jul 01 20:00:36.812079 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:36.821074 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f6e58930-6014-4c9c-a186-3c496e4a26d8 req-862b2f19-2bf1-49eb-8f0c-ba2b6de469de tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/security-groups?id=bda0c85f-8efa-4cc5-93d4-92208e7249f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440619 Jul 01 20:00:37.235927 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 34278) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:00:37.241534 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:37.253873 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594db978-acb8-4cd3-86e1-4f484b11d674 req-1300fa01-4043-4bf9-8097-d780f2544e5c tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:37.255642 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-594db978-acb8-4cd3-86e1-4f484b11d674 req-1300fa01-4043-4bf9-8097-d780f2544e5c tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.60 "GET /v2.0/ports?device_id=b37a2dd0-c444-4989-a8bf-f63f8bbcedc5 HTTP/1.1" status: 200 len: 950 time: 0.0664763 Jul 01 20:00:37.300890 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-def1c680-fc61-4bc2-bcbb-c8b603e12eb0 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group (6997e67e-2425-4338-8874-22131b643e6a), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:37.327354 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-def1c680-fc61-4bc2-bcbb-c8b603e12eb0 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group (6997e67e-2425-4338-8874-22131b643e6a), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:37.350599 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-594db978-acb8-4cd3-86e1-4f484b11d674 req-5717a352-b2be-4fa7-a7e4-ebd815953f01 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Deleting port a6e67f2a-5ad1-424e-a09c-14bfd77daa5f {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:00:37.351052 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-594db978-acb8-4cd3-86e1-4f484b11d674 req-5717a352-b2be-4fa7-a7e4-ebd815953f01 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (a6e67f2a-5ad1-424e-a09c-14bfd77daa5f), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:37.381510 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-def1c680-fc61-4bc2-bcbb-c8b603e12eb0 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (6997e67e-2425-4338-8874-22131b643e6a), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:37.384137 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-def1c680-fc61-4bc2-bcbb-c8b603e12eb0 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:37.385349 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-def1c680-fc61-4bc2-bcbb-c8b603e12eb0 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "DELETE /v2.0/security-groups/6997e67e-2425-4338-8874-22131b643e6a HTTP/1.1" status: 204 len: 168 time: 0.1482229 Jul 01 20:00:37.388021 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 34290) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:00:37.395357 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1c680-fc61-4bc2-bcbb-c8b603e12eb0 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6997e67e-2425-4338-8874-22131b643e6a,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:37.438506 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.api.v2.resource [None req-f859ffbd-3455-4edf-923e-29a08687a13c tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] show failed (client error): The resource could not be found. Jul 01 20:00:37.439575 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-f859ffbd-3455-4edf-923e-29a08687a13c tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups/6997e67e-2425-4338-8874-22131b643e6a HTTP/1.1" status: 404 len: 347 time: 0.0505817 Jul 01 20:00:37.443188 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 34292) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:00:37.470584 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-594db978-acb8-4cd3-86e1-4f484b11d674 req-5717a352-b2be-4fa7-a7e4-ebd815953f01 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] For port a6e67f2a-5ad1-424e-a09c-14bfd77daa5f, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=a6e67f2a-5ad1-424e-a09c-14bfd77daa5f,segment=NetworkSegment(cae69737-3f20-4e93-ab1b-dc8dff839581),segment_id=cae69737-3f20-4e93-ab1b-dc8dff839581)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:00:37.470956 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-594db978-acb8-4cd3-86e1-4f484b11d674 req-5717a352-b2be-4fa7-a7e4-ebd815953f01 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (a6e67f2a-5ad1-424e-a09c-14bfd77daa5f), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:37.485767 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-594db978-acb8-4cd3-86e1-4f484b11d674 req-5717a352-b2be-4fa7-a7e4-ebd815953f01 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Calling delete_port for a6e67f2a-5ad1-424e-a09c-14bfd77daa5f owned by compute:nova {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:00:37.560294 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-30f0b5dc-5416-454c-bbf5-8fd7bf9c2216 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Deleting port 90c6a92a-dd2f-4ddf-b62c-9310462983de {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:00:37.560646 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-30f0b5dc-5416-454c-bbf5-8fd7bf9c2216 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (90c6a92a-dd2f-4ddf-b62c-9310462983de), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:37.634740 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-594db978-acb8-4cd3-86e1-4f484b11d674 req-5717a352-b2be-4fa7-a7e4-ebd815953f01 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (a6e67f2a-5ad1-424e-a09c-14bfd77daa5f), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:37.649076 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['a6e67f2a-5ad1-424e-a09c-14bfd77daa5f'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 20:00:37.650594 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-30f0b5dc-5416-454c-bbf5-8fd7bf9c2216 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (90c6a92a-dd2f-4ddf-b62c-9310462983de), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:37.651936 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-30f0b5dc-5416-454c-bbf5-8fd7bf9c2216 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (90c6a92a-dd2f-4ddf-b62c-9310462983de), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:37.668313 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717a352-b2be-4fa7-a7e4-ebd815953f01 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Pushing event deleted for resources: {'Port': ['ID=a6e67f2a-5ad1-424e-a09c-14bfd77daa5f,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:37.670012 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-30f0b5dc-5416-454c-bbf5-8fd7bf9c2216 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Calling delete_port for 90c6a92a-dd2f-4ddf-b62c-9310462983de owned by network:floatingip {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:00:37.704653 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 34296) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:00:37.733439 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-594db978-acb8-4cd3-86e1-4f484b11d674 req-5717a352-b2be-4fa7-a7e4-ebd815953f01 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] No DVR routers for this DVR port a6e67f2a-5ad1-424e-a09c-14bfd77daa5f on host hv-cinder-84460 {{(pid=110544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 20:00:37.736160 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-594db978-acb8-4cd3-86e1-4f484b11d674 req-5717a352-b2be-4fa7-a7e4-ebd815953f01 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:37.740752 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-594db978-acb8-4cd3-86e1-4f484b11d674 req-5717a352-b2be-4fa7-a7e4-ebd815953f01 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.60 "DELETE /v2.0/ports/a6e67f2a-5ad1-424e-a09c-14bfd77daa5f HTTP/1.1" status: 204 len: 173 time: 0.4802480 Jul 01 20:00:37.741254 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37a2dd0-c444-4989-a8bf-f63f8bbcedc5', 'name': 'network-vif-deleted', 'tag': 'a6e67f2a-5ad1-424e-a09c-14bfd77daa5f'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:00:37.752462 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107a5c7f-7072-4888-ac50-71ba235a2588" -d '{"events": [{"server_uuid": "b37a2dd0-c444-4989-a8bf-f63f8bbcedc5", "name": "network-vif-deleted", "tag": "a6e67f2a-5ad1-424e-a09c-14bfd77daa5f"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:00:37.833725 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 20:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bad3be-1643-4542-b566-69dea9ab319b x-openstack-request-id: req-a8bad3be-1643-4542-b566-69dea9ab319b {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:00:37.836230 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37a2dd0-c444-4989-a8bf-f63f8bbcedc5", "name": "network-vif-deleted", "tag": "a6e67f2a-5ad1-424e-a09c-14bfd77daa5f", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:00:37.836529 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a8bad3be-1643-4542-b566-69dea9ab319b {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:00:37.836944 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8bad3be-1643-4542-b566-69dea9ab319b'] response: {'server_uuid': 'b37a2dd0-c444-4989-a8bf-f63f8bbcedc5', 'name': 'network-vif-deleted', 'tag': 'a6e67f2a-5ad1-424e-a09c-14bfd77daa5f', 'status': 'completed', 'code': 200} Jul 01 20:00:37.850809 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-30f0b5dc-5416-454c-bbf5-8fd7bf9c2216 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (90c6a92a-dd2f-4ddf-b62c-9310462983de), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:37.859547 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3dafc882-ae3b-4b76-938a-6b059fd66bd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:37.883896 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0b5dc-5416-454c-bbf5-8fd7bf9c2216 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event deleted for resources: {'Port': ['ID=90c6a92a-dd2f-4ddf-b62c-9310462983de,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:37.986278 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-30f0b5dc-5416-454c-bbf5-8fd7bf9c2216 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (9d2025de-a91a-4c08-9bdf-ca9930d090b5), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:37.990026 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-30f0b5dc-5416-454c-bbf5-8fd7bf9c2216 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:37.993661 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-30f0b5dc-5416-454c-bbf5-8fd7bf9c2216 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "DELETE /v2.0/floatingips/9d2025de-a91a-4c08-9bdf-ca9930d090b5 HTTP/1.1" status: 204 len: 168 time: 0.5465930 Jul 01 20:00:37.999450 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-898f83de-665c-45aa-99b7-ee95b5123719 req-b7bf565f-0259-48a8-805c-84b8b7adb268 tempest-VolumesNegativeTest-2035209834 tempest-VolumesNegativeTest-2035209834-project] 10.222.0.66 "GET /v2.0/ports?device_id=b37a2dd0-c444-4989-a8bf-f63f8bbcedc5 HTTP/1.1" status: 200 len: 210 time: 0.0417862 Jul 01 20:00:38.053193 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3dafc882-ae3b-4b76-938a-6b059fd66bd1 admin admin] Publish callbacks [] for security_group (18c64870-d98f-4d09-b5e6-4ca70e452050), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:38.058861 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3dafc882-ae3b-4b76-938a-6b059fd66bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (18c64870-d98f-4d09-b5e6-4ca70e452050), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:38.069719 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 34312) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:00:38.075720 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-431d2be9-4f15-4bdb-a79d-9422c445a72e tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1703601003', 'description': 'tempest-description--882641115'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:00:38.103482 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-431d2be9-4f15-4bdb-a79d-9422c445a72e tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:38.105376 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dafc882-ae3b-4b76-938a-6b059fd66bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c64870-d98f-4d09-b5e6-4ca70e452050,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:38.110537 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-3dafc882-ae3b-4b76-938a-6b059fd66bd1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4b0163c13c794461b892e18258b5d08b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4048090 Jul 01 20:00:38.113301 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 34314) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:00:38.183728 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-1c106968-e3ff-4f9c-b1ce-8d04ae4e9f33 admin admin] Publish callbacks [] for security_group (18c64870-d98f-4d09-b5e6-4ca70e452050), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:38.195043 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-431d2be9-4f15-4bdb-a79d-9422c445a72e tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group (72907dc7-7ce6-4202-989a-fcfb81decb2c), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:38.200731 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-431d2be9-4f15-4bdb-a79d-9422c445a72e tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (72907dc7-7ce6-4202-989a-fcfb81decb2c), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:38.213506 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-1c106968-e3ff-4f9c-b1ce-8d04ae4e9f33 admin admin] Publish callbacks [] for security_group (18c64870-d98f-4d09-b5e6-4ca70e452050), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:38.239169 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:38.241092 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-431d2be9-4f15-4bdb-a79d-9422c445a72e tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:38.249849 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 34320) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:00:38.250478 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-431d2be9-4f15-4bdb-a79d-9422c445a72e tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1745238 Jul 01 20:00:38.254269 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:INSERT=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:38.256667 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-cfb10e3d-651c-4ded-b80b-a04b66551b73 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Request body: {'security_group_rule': {'security_group_id': '72907dc7-7ce6-4202-989a-fcfb81decb2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:00:38.259064 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d2be9-4f15-4bdb-a79d-9422c445a72e tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72907dc7-7ce6-4202-989a-fcfb81decb2c,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:38.310546 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e762b062-6562-403e-b660-0be24969f067 req-92ef20fc-2940-4041-b1b0-e9eaf528bb66 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1127916334&fields=id&tenant_id=262e5b1a6f6248cca455437d23b8d441 HTTP/1.1" status: 200 len: 267 time: 0.0945072 Jul 01 20:00:38.349449 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-cfb10e3d-651c-4ded-b80b-a04b66551b73 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group_rule (54a56c25-3d1a-452d-bdc6-f232fc0a4525), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:38.355264 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:38.363349 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-1c106968-e3ff-4f9c-b1ce-8d04ae4e9f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (18c64870-d98f-4d09-b5e6-4ca70e452050), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:38.366003 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-1c106968-e3ff-4f9c-b1ce-8d04ae4e9f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:38.367118 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-1c106968-e3ff-4f9c-b1ce-8d04ae4e9f33 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/18c64870-d98f-4d09-b5e6-4ca70e452050 HTTP/1.1" status: 204 len: 168 time: 0.2528863 Jul 01 20:00:38.398912 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c106968-e3ff-4f9c-b1ce-8d04ae4e9f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c64870-d98f-4d09-b5e6-4ca70e452050,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:38.488784 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762b062-6562-403e-b660-0be24969f067 req-ae26140f-a754-4c80-80b1-977e275d9120 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:38.490521 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e762b062-6562-403e-b660-0be24969f067 req-ae26140f-a754-4c80-80b1-977e275d9120 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/networks?id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9 HTTP/1.1" status: 200 len: 811 time: 0.1722255 Jul 01 20:00:38.492364 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-cfb10e3d-651c-4ded-b80b-a04b66551b73 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group_rule (54a56c25-3d1a-452d-bdc6-f232fc0a4525), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:38.497875 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-cfb10e3d-651c-4ded-b80b-a04b66551b73 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (54a56c25-3d1a-452d-bdc6-f232fc0a4525), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:38.527813 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e762b062-6562-403e-b660-0be24969f067 req-0f8d2958-c30a-4631-8a60-d6f453839e60 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/quotas/262e5b1a6f6248cca455437d23b8d441 HTTP/1.1" status: 200 len: 375 time: 0.0311744 Jul 01 20:00:38.528392 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb10e3d-651c-4ded-b80b-a04b66551b73 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a56c25-3d1a-452d-bdc6-f232fc0a4525,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:38.549930 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-cfb10e3d-651c-4ded-b80b-a04b66551b73 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:38.553634 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-cfb10e3d-651c-4ded-b80b-a04b66551b73 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2978833 Jul 01 20:00:38.554292 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 34326) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:00:38.558603 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-e55d3e84-351a-4b96-8c09-271bbb856566 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Request body: {'security_group_rule': {'security_group_id': '72907dc7-7ce6-4202-989a-fcfb81decb2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:00:38.596436 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e762b062-6562-403e-b660-0be24969f067 req-7ec0321f-a9e7-4bd2-9676-52121d5855fc tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=262e5b1a6f6248cca455437d23b8d441&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0616436 Jul 01 20:00:38.597466 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e55d3e84-351a-4b96-8c09-271bbb856566 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group_rule (f8f747c8-6c57-410e-aaaa-7e092a2ea280), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:38.605163 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-1ba1e5e4-cfeb-44ae-b8c2-913451480de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:38.659345 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e55d3e84-351a-4b96-8c09-271bbb856566 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group_rule (f8f747c8-6c57-410e-aaaa-7e092a2ea280), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:38.665014 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e55d3e84-351a-4b96-8c09-271bbb856566 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (f8f747c8-6c57-410e-aaaa-7e092a2ea280), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:38.682635 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d3e84-351a-4b96-8c09-271bbb856566 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f747c8-6c57-410e-aaaa-7e092a2ea280,revision_number=0']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:38.695674 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e55d3e84-351a-4b96-8c09-271bbb856566 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:38.697635 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-e55d3e84-351a-4b96-8c09-271bbb856566 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419683 Jul 01 20:00:38.700206 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 34328) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:00:38.705051 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-51da5455-3cae-4933-9081-1a76c4b0e142 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Request body: {'floatingip': {'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:00:38.709477 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 34330) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:00:38.709933 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:38.728437 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e762b062-6562-403e-b660-0be24969f067 req-3312faff-0585-4aa9-a538-2cb1d2680f18 service neutron] 10.222.0.66 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149316 Jul 01 20:00:38.729844 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-13a2fe24-41df-418a-bfe6-e1632bd7802b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:38.730261 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-51da5455-3cae-4933-9081-1a76c4b0e142 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:38.813502 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-51da5455-3cae-4933-9081-1a76c4b0e142 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:38.866335 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e762b062-6562-403e-b660-0be24969f067 req-8ed8b957-5d7d-406d-9b11-aad3172c2576 service neutron] 10.222.0.66 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286416 Jul 01 20:00:38.893245 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-13a2fe24-41df-418a-bfe6-e1632bd7802b admin admin] Publish callbacks [] for security_group (727a9bb4-c368-4f70-b408-b35436aa6590), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:38.898934 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-13a2fe24-41df-418a-bfe6-e1632bd7802b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (727a9bb4-c368-4f70-b408-b35436aa6590), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:38.933048 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [None req-51da5455-3cae-4933-9081-1a76c4b0e142 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Allocated IP 172.27.1.80 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/9a25d80b-83a3-4916-86d2-170aa0b4e22d) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 20:00:38.943406 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 34334) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:00:38.943644 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-13a2fe24-41df-418a-bfe6-e1632bd7802b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dd5a72da634c45828b6983d093e23b4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329276 Jul 01 20:00:38.944305 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2fe24-41df-418a-bfe6-e1632bd7802b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727a9bb4-c368-4f70-b408-b35436aa6590,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:39.053052 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 1a187327-634a-45da-978e-23ca2730d31b no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 20:00:39.059445 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-3219cf8d-c6c3-4bbc-a241-95eda7a77c53 admin admin] Publish callbacks [] for security_group (727a9bb4-c368-4f70-b408-b35436aa6590), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:39.100366 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-3219cf8d-c6c3-4bbc-a241-95eda7a77c53 admin admin] Publish callbacks [] for security_group (727a9bb4-c368-4f70-b408-b35436aa6590), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:39.112745 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] No Port match for: 1a187327-634a-45da-978e-23ca2730d31b {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 20:00:39.113094 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 1a187327-634a-45da-978e-23ca2730d31b not bound to the agent host hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 20:00:39.113787 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device a6e67f2a-5ad1-424e-a09c-14bfd77daa5f no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 20:00:39.124164 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-51da5455-3cae-4933-9081-1a76c4b0e142 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for port (9a25d80b-83a3-4916-86d2-170aa0b4e22d), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:39.142195 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] No Port match for: a6e67f2a-5ad1-424e-a09c-14bfd77daa5f {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 20:00:39.142547 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device a6e67f2a-5ad1-424e-a09c-14bfd77daa5f not bound to the agent host hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 20:00:39.182309 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-51da5455-3cae-4933-9081-1a76c4b0e142 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (9a25d80b-83a3-4916-86d2-170aa0b4e22d), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:39.199026 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-3219cf8d-c6c3-4bbc-a241-95eda7a77c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (727a9bb4-c368-4f70-b408-b35436aa6590), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:39.201108 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-3219cf8d-c6c3-4bbc-a241-95eda7a77c53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:39.205178 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-3219cf8d-c6c3-4bbc-a241-95eda7a77c53 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/727a9bb4-c368-4f70-b408-b35436aa6590 HTTP/1.1" status: 204 len: 168 time: 0.2603621 Jul 01 20:00:39.255410 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:39.257510 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da5455-3cae-4933-9081-1a76c4b0e142 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event updated for resources: {'Port': ['ID=9a25d80b-83a3-4916-86d2-170aa0b4e22d,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:39.262399 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-aa8c9bc4-7a14-41da-b196-5a5b2bcf7545 req-cb2538e9-017c-47d7-a946-729def7cfcbc tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 210 time: 0.0508239 Jul 01 20:00:39.283384 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51da5455-3cae-4933-9081-1a76c4b0e142 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 20:00:39.284570 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219cf8d-c6c3-4bbc-a241-95eda7a77c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727a9bb4-c368-4f70-b408-b35436aa6590,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:39.287296 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-51da5455-3cae-4933-9081-1a76c4b0e142 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 20:00:39.289431 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51da5455-3cae-4933-9081-1a76c4b0e142 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 20:00:39.391647 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-51da5455-3cae-4933-9081-1a76c4b0e142 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (8cd44c2d-3d7d-46b3-a842-2307a0236311), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:39.441477 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-51da5455-3cae-4933-9081-1a76c4b0e142 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (9a25d80b-83a3-4916-86d2-170aa0b4e22d), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:39.565842 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:39.638430 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-51da5455-3cae-4933-9081-1a76c4b0e142 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for port (9a25d80b-83a3-4916-86d2-170aa0b4e22d), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:39.646866 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-51da5455-3cae-4933-9081-1a76c4b0e142 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5117128'] for port (9a25d80b-83a3-4916-86d2-170aa0b4e22d), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:39.761674 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da5455-3cae-4933-9081-1a76c4b0e142 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event updated for resources: {'Port': ['ID=9a25d80b-83a3-4916-86d2-170aa0b4e22d,revision_number=2']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:39.784459 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-51da5455-3cae-4933-9081-1a76c4b0e142 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (8cd44c2d-3d7d-46b3-a842-2307a0236311), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:39.788041 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:39.803537 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-51da5455-3cae-4933-9081-1a76c4b0e142 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:39.804879 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-51da5455-3cae-4933-9081-1a76c4b0e142 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1036735 Jul 01 20:00:40.076037 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-825346a0-be29-4e97-aa2f-09df83376fed req-7dc84104-e6dd-4177-98ed-62b42ba98dfd tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1703601003&fields=id&tenant_id=983da191c3d44e608e40f289e26d3603 HTTP/1.1" status: 200 len: 267 time: 0.0577054 Jul 01 20:00:40.171096 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:40.199469 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825346a0-be29-4e97-aa2f-09df83376fed req-027c162f-5b66-4a1a-bb8f-f4931d534814 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:40.201460 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-825346a0-be29-4e97-aa2f-09df83376fed req-027c162f-5b66-4a1a-bb8f-f4931d534814 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/networks?id=bd301699-ca40-48e9-9559-67a73cd4bb19 HTTP/1.1" status: 200 len: 815 time: 0.1246119 Jul 01 20:00:40.228261 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-825346a0-be29-4e97-aa2f-09df83376fed req-67c387c1-5be2-45af-8fd8-b277b61c40fa tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/quotas/983da191c3d44e608e40f289e26d3603 HTTP/1.1" status: 200 len: 375 time: 0.0182173 Jul 01 20:00:40.367735 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-825346a0-be29-4e97-aa2f-09df83376fed req-88078144-6360-46c3-a47e-27d2ea5eb796 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=983da191c3d44e608e40f289e26d3603&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1277478 Jul 01 20:00:40.422324 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:40.444048 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ef6d3350-e829-4694-8b2e-0561661c861c req-39d7b998-702b-47a5-a7aa-3adbb784a222 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 210 time: 0.0740383 Jul 01 20:00:40.462380 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762b062-6562-403e-b660-0be24969f067 req-8863edf7-caf6-406b-8640-aa0f65d4158a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:40.464422 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e762b062-6562-403e-b660-0be24969f067 req-8863edf7-caf6-406b-8640-aa0f65d4158a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.60 "GET /v2.0/networks?id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9 HTTP/1.1" status: 200 len: 811 time: 0.2269456 Jul 01 20:00:40.572114 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e762b062-6562-403e-b660-0be24969f067 req-48377687-0d0e-41d7-907d-a0f400e60532 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=262e5b1a6f6248cca455437d23b8d441 HTTP/1.1" status: 200 len: 380 time: 0.0998757 Jul 01 20:00:40.582646 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-e762b062-6562-403e-b660-0be24969f067 req-f8916e77-b297-482b-9617-0055c2af0c42 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Request body: {'port': {'device_id': 'cc669e16-66da-4c61-bfae-4d266c6b16d8', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'admin_state_up': True, 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'security_groups': ['6e986d2c-065d-43a5-9213-25c3083af54e']}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:00:40.620849 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-825346a0-be29-4e97-aa2f-09df83376fed req-bcca8ae4-e079-482a-b8f2-78efe6d0ab09 service neutron] 10.222.0.66 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292566 Jul 01 20:00:40.811732 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e762b062-6562-403e-b660-0be24969f067 req-f8916e77-b297-482b-9617-0055c2af0c42 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Made reservation on behalf of 262e5b1a6f6248cca455437d23b8d441 for: {'port': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 20:00:40.815605 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-e762b062-6562-403e-b660-0be24969f067 req-f8916e77-b297-482b-9617-0055c2af0c42 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:40.823913 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-825346a0-be29-4e97-aa2f-09df83376fed req-82a1cda9-9317-4c3b-863a-f7f465164e2e service neutron] 10.222.0.66 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536233 Jul 01 20:00:41.089261 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [req-e762b062-6562-403e-b660-0be24969f067 req-f8916e77-b297-482b-9617-0055c2af0c42 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Allocated IP 172.20.0.9 (e8fd60a7-929d-43ab-ae8d-d1c7691811e9/129fcccf-8477-4494-ac8a-396275dff649/6adc29b3-1960-40fd-8ad1-4dfc34d21261) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 20:00:41.132613 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d2adcaaf-57f9-46a4-9e3d-bfed1d0c3526 req-7afa1ef5-75c1-4e71-acb6-0ed18d9d9683 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 210 time: 0.0673981 Jul 01 20:00:41.153987 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:41.342123 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-e762b062-6562-403e-b660-0be24969f067 req-f8916e77-b297-482b-9617-0055c2af0c42 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for port (6adc29b3-1960-40fd-8ad1-4dfc34d21261), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:41.356604 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:41.393973 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-e762b062-6562-403e-b660-0be24969f067 req-f8916e77-b297-482b-9617-0055c2af0c42 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (6adc29b3-1960-40fd-8ad1-4dfc34d21261), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:41.414790 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:41.453711 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e762b062-6562-403e-b660-0be24969f067 req-f8916e77-b297-482b-9617-0055c2af0c42 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Network e8fd60a7-929d-43ab-ae8d-d1c7691811e9 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 20:00:41.456999 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [req-e762b062-6562-403e-b660-0be24969f067 req-f8916e77-b297-482b-9617-0055c2af0c42 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 20:00:41.459686 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-e762b062-6562-403e-b660-0be24969f067 req-f8916e77-b297-482b-9617-0055c2af0c42 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 20:00:41.540689 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762b062-6562-403e-b660-0be24969f067 req-f8916e77-b297-482b-9617-0055c2af0c42 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:41.541320 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-e762b062-6562-403e-b660-0be24969f067 req-f8916e77-b297-482b-9617-0055c2af0c42 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:41.564517 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8916e77-b297-482b-9617-0055c2af0c42 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Pushing event updated for resources: {'Port': ['ID=6adc29b3-1960-40fd-8ad1-4dfc34d21261,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:41.581924 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e762b062-6562-403e-b660-0be24969f067 req-f8916e77-b297-482b-9617-0055c2af0c42 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0034926 Jul 01 20:00:41.595850 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-e762b062-6562-403e-b660-0be24969f067 req-40bbe0ef-72ce-4caa-bf14-021e5acd3d19 service neutron] Request body: {'port': {'device_id': 'cc669e16-66da-4c61-bfae-4d266c6b16d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:00:41.658512 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:41.712304 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b31b5e-b09c-4bb0-952a-f18e036e194a req-d580c6e3-f919-4b0f-a1df-2e64772378a5 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:41.713808 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-77b31b5e-b09c-4bb0-952a-f18e036e194a req-d580c6e3-f919-4b0f-a1df-2e64772378a5 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 931 time: 0.0899088 Jul 01 20:00:41.734050 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-e762b062-6562-403e-b660-0be24969f067 req-40bbe0ef-72ce-4caa-bf14-021e5acd3d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (6adc29b3-1960-40fd-8ad1-4dfc34d21261), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:41.866227 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-77b31b5e-b09c-4bb0-952a-f18e036e194a req-907472e6-c274-45b3-94f6-b64a4f7ddee7 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431026 Jul 01 20:00:41.920335 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-4d2c1471-d0e9-4d21-8d21-1cb72b69ebd3 None None] Provisioning complete for port 6adc29b3-1960-40fd-8ad1-4dfc34d21261 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 20:00:41.920715 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-4d2c1471-d0e9-4d21-8d21-1cb72b69ebd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (6adc29b3-1960-40fd-8ad1-4dfc34d21261), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:41.968220 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c1471-d0e9-4d21-8d21-1cb72b69ebd3 None None] Port 6adc29b3-1960-40fd-8ad1-4dfc34d21261 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 20:00:42.428842 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ba8e74bb-3061-40b4-9620-c2b1a3e8e4cf req-be954caf-cfe9-410c-a28e-6b16a6f4e080 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 210 time: 0.0641994 Jul 01 20:00:42.560526 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825346a0-be29-4e97-aa2f-09df83376fed req-9480bb04-affd-471f-95e1-8dcbc3f65a1a tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:42.561992 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-825346a0-be29-4e97-aa2f-09df83376fed req-9480bb04-affd-471f-95e1-8dcbc3f65a1a tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.60 "GET /v2.0/networks?id=bd301699-ca40-48e9-9559-67a73cd4bb19 HTTP/1.1" status: 200 len: 815 time: 0.2002466 Jul 01 20:00:42.582048 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [req-e762b062-6562-403e-b660-0be24969f067 req-40bbe0ef-72ce-4caa-bf14-021e5acd3d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6adc29b3-1960-40fd-8ad1-4dfc34d21261 {{(pid=110544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 20:00:42.597047 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-e762b062-6562-403e-b660-0be24969f067 req-40bbe0ef-72ce-4caa-bf14-021e5acd3d19 service neutron] Publish callbacks [] for port (6adc29b3-1960-40fd-8ad1-4dfc34d21261), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:42.620238 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:42.630913 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.provisioning_blocks [req-e762b062-6562-403e-b660-0be24969f067 req-40bbe0ef-72ce-4caa-bf14-021e5acd3d19 service neutron] Transition to ACTIVE for port object 6adc29b3-1960-40fd-8ad1-4dfc34d21261 will not be triggered until provisioned by entity L2. {{(pid=110544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 20:00:42.639274 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-e762b062-6562-403e-b660-0be24969f067 req-40bbe0ef-72ce-4caa-bf14-021e5acd3d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (6adc29b3-1960-40fd-8ad1-4dfc34d21261), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:42.683204 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-825346a0-be29-4e97-aa2f-09df83376fed req-15615881-c658-4009-9250-04e4df297cf3 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=983da191c3d44e608e40f289e26d3603 HTTP/1.1" status: 200 len: 380 time: 0.1119359 Jul 01 20:00:42.700198 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-825346a0-be29-4e97-aa2f-09df83376fed req-eb555c5e-6854-4819-ad42-079f5969fce9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Request body: {'port': {'device_id': '7ac04816-f371-4f1f-a486-111e39d68532', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'admin_state_up': True, 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'security_groups': ['72907dc7-7ce6-4202-989a-fcfb81decb2c']}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:00:42.743374 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbe0ef-72ce-4caa-bf14-021e5acd3d19 service neutron] Pushing event updated for resources: {'Port': ['ID=6adc29b3-1960-40fd-8ad1-4dfc34d21261,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:42.882250 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-e762b062-6562-403e-b660-0be24969f067 req-40bbe0ef-72ce-4caa-bf14-021e5acd3d19 service neutron] Attempting to bind port 6adc29b3-1960-40fd-8ad1-4dfc34d21261 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 20:00:42.882654 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-e762b062-6562-403e-b660-0be24969f067 req-40bbe0ef-72ce-4caa-bf14-021e5acd3d19 service neutron] Attempting to bind port 6adc29b3-1960-40fd-8ad1-4dfc34d21261 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'a69f7f5c-c87c-4f45-9684-446699fd887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9'}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 20:00:42.882945 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e762b062-6562-403e-b660-0be24969f067 req-40bbe0ef-72ce-4caa-bf14-021e5acd3d19 service neutron] Attempting to bind port 6adc29b3-1960-40fd-8ad1-4dfc34d21261 on network e8fd60a7-929d-43ab-ae8d-d1c7691811e9 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 20:00:42.892934 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e762b062-6562-403e-b660-0be24969f067 req-40bbe0ef-72ce-4caa-bf14-021e5acd3d19 service neutron] Port 6adc29b3-1960-40fd-8ad1-4dfc34d21261 on network e8fd60a7-929d-43ab-ae8d-d1c7691811e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 20:00:42.893533 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e762b062-6562-403e-b660-0be24969f067 req-40bbe0ef-72ce-4caa-bf14-021e5acd3d19 service neutron] Attempting to bind port 6adc29b3-1960-40fd-8ad1-4dfc34d21261 on network e8fd60a7-929d-43ab-ae8d-d1c7691811e9 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 20:00:42.905952 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-825346a0-be29-4e97-aa2f-09df83376fed req-eb555c5e-6854-4819-ad42-079f5969fce9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Made reservation on behalf of 983da191c3d44e608e40f289e26d3603 for: {'port': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 20:00:42.909564 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-825346a0-be29-4e97-aa2f-09df83376fed req-eb555c5e-6854-4819-ad42-079f5969fce9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:42.915862 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e762b062-6562-403e-b660-0be24969f067 req-40bbe0ef-72ce-4caa-bf14-021e5acd3d19 service neutron] Checking agent: {'id': '080768a1-72cc-47dc-9460-2bcdea095798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'started_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 20, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 20:00:42.916211 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e762b062-6562-403e-b660-0be24969f067 req-40bbe0ef-72ce-4caa-bf14-021e5acd3d19 service neutron] Checking segment: {'id': 'a69f7f5c-c87c-4f45-9684-446699fd887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 20:00:42.916608 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e762b062-6562-403e-b660-0be24969f067 req-40bbe0ef-72ce-4caa-bf14-021e5acd3d19 service neutron] Bound using segment: {'id': 'a69f7f5c-c87c-4f45-9684-446699fd887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9'} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 20:00:42.917086 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-e762b062-6562-403e-b660-0be24969f067 req-40bbe0ef-72ce-4caa-bf14-021e5acd3d19 service neutron] Bound port: 6adc29b3-1960-40fd-8ad1-4dfc34d21261, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69f7f5c-c87c-4f45-9684-446699fd887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9'}}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 20:00:42.917506 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-e762b062-6562-403e-b660-0be24969f067 req-40bbe0ef-72ce-4caa-bf14-021e5acd3d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (6adc29b3-1960-40fd-8ad1-4dfc34d21261), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:43.007391 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:43.100316 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39079e-c30d-47d0-9028-9fcb99d6ba04 req-58bbb602-1fa0-400a-bddd-976ff07bf387 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:43.101864 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9e39079e-c30d-47d0-9028-9fcb99d6ba04 req-58bbb602-1fa0-400a-bddd-976ff07bf387 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 943 time: 0.1292701 Jul 01 20:00:43.129071 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-e762b062-6562-403e-b660-0be24969f067 req-40bbe0ef-72ce-4caa-bf14-021e5acd3d19 service neutron] For port 6adc29b3-1960-40fd-8ad1-4dfc34d21261, host hv-cinder-84460, cleared binding levels {{(pid=110544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 20:00:43.164790 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-e762b062-6562-403e-b660-0be24969f067 req-40bbe0ef-72ce-4caa-bf14-021e5acd3d19 service neutron] For port 6adc29b3-1960-40fd-8ad1-4dfc34d21261, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=6adc29b3-1960-40fd-8ad1-4dfc34d21261,segment=NetworkSegment(a69f7f5c-c87c-4f45-9684-446699fd887d),segment_id=a69f7f5c-c87c-4f45-9684-446699fd887d)] {{(pid=110544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 20:00:43.180031 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-e762b062-6562-403e-b660-0be24969f067 req-40bbe0ef-72ce-4caa-bf14-021e5acd3d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (6adc29b3-1960-40fd-8ad1-4dfc34d21261), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:43.200929 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [req-825346a0-be29-4e97-aa2f-09df83376fed req-eb555c5e-6854-4819-ad42-079f5969fce9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Allocated IP 172.20.0.10 (bd301699-ca40-48e9-9559-67a73cd4bb19/3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1/14c3c357-d038-4761-af70-e6a46b8da1d3) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 20:00:43.268169 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9e39079e-c30d-47d0-9028-9fcb99d6ba04 req-03f748ff-f81f-4223-8c62-76191be51d7a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441309 Jul 01 20:00:43.269961 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762b062-6562-403e-b660-0be24969f067 req-40bbe0ef-72ce-4caa-bf14-021e5acd3d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:43.271403 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-e762b062-6562-403e-b660-0be24969f067 req-40bbe0ef-72ce-4caa-bf14-021e5acd3d19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:43.273147 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e762b062-6562-403e-b660-0be24969f067 req-40bbe0ef-72ce-4caa-bf14-021e5acd3d19 service neutron] 10.222.0.60 "PUT /v2.0/ports/6adc29b3-1960-40fd-8ad1-4dfc34d21261 HTTP/1.1" status: 200 len: 1093 time: 1.6840768 Jul 01 20:00:43.278928 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc669e16-66da-4c61-bfae-4d266c6b16d8', 'tag': '6adc29b3-1960-40fd-8ad1-4dfc34d21261'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:00:43.281518 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f975c373-b9be-40df-857c-ca3943b0c047" -d '{"events": [{"name": "network-changed", "server_uuid": "cc669e16-66da-4c61-bfae-4d266c6b16d8", "tag": "6adc29b3-1960-40fd-8ad1-4dfc34d21261"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:00:43.330920 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbe0ef-72ce-4caa-bf14-021e5acd3d19 service neutron] Pushing event updated for resources: {'Port': ['ID=6adc29b3-1960-40fd-8ad1-4dfc34d21261,revision_number=3']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:43.342593 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 20:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc67e9a7-cacf-42a6-bf39-3959fefc6f69 x-openstack-request-id: req-cc67e9a7-cacf-42a6-bf39-3959fefc6f69 {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:00:43.343065 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc669e16-66da-4c61-bfae-4d266c6b16d8", "tag": "6adc29b3-1960-40fd-8ad1-4dfc34d21261", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:00:43.343592 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cc67e9a7-cacf-42a6-bf39-3959fefc6f69 {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:00:43.344161 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc67e9a7-cacf-42a6-bf39-3959fefc6f69'] response: {'name': 'network-changed', 'server_uuid': 'cc669e16-66da-4c61-bfae-4d266c6b16d8', 'tag': '6adc29b3-1960-40fd-8ad1-4dfc34d21261', 'status': 'completed', 'code': 200} Jul 01 20:00:43.438797 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762b062-6562-403e-b660-0be24969f067 req-34b94ebe-9fda-47ac-a4ed-a8bc8ff978e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:43.440388 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e762b062-6562-403e-b660-0be24969f067 req-34b94ebe-9fda-47ac-a4ed-a8bc8ff978e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=262e5b1a6f6248cca455437d23b8d441&device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 1127 time: 0.0950527 Jul 01 20:00:43.443399 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:43.521397 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e762b062-6562-403e-b660-0be24969f067 req-e634ad2f-9b5b-4c55-98e7-74c4136efe67 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6adc29b3-1960-40fd-8ad1-4dfc34d21261 HTTP/1.1" status: 200 len: 217 time: 0.0501931 Jul 01 20:00:43.540089 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:43.595771 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f172a4ac-71df-4b1c-a4d3-a5bbccdd33af req-b2789b1f-e907-480a-8843-a8d0dea34983 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 210 time: 0.0688264 Jul 01 20:00:43.614713 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-825346a0-be29-4e97-aa2f-09df83376fed req-eb555c5e-6854-4819-ad42-079f5969fce9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for port (14c3c357-d038-4761-af70-e6a46b8da1d3), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:43.627081 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762b062-6562-403e-b660-0be24969f067 req-19dc5f70-ef71-4265-86e6-ba1a086053b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:43.628542 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e762b062-6562-403e-b660-0be24969f067 req-19dc5f70-ef71-4265-86e6-ba1a086053b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=129fcccf-8477-4494-ac8a-396275dff649 HTTP/1.1" status: 200 len: 850 time: 0.0982563 Jul 01 20:00:43.697967 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762b062-6562-403e-b660-0be24969f067 req-7ad94cbd-74d1-4d2f-823f-1308a9f20d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:43.699628 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e762b062-6562-403e-b660-0be24969f067 req-7ad94cbd-74d1-4d2f-823f-1308a9f20d10 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617805 Jul 01 20:00:43.700985 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-825346a0-be29-4e97-aa2f-09df83376fed req-eb555c5e-6854-4819-ad42-079f5969fce9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (14c3c357-d038-4761-af70-e6a46b8da1d3), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:43.745001 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-825346a0-be29-4e97-aa2f-09df83376fed req-eb555c5e-6854-4819-ad42-079f5969fce9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Network bd301699-ca40-48e9-9559-67a73cd4bb19 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 20:00:43.748082 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [req-825346a0-be29-4e97-aa2f-09df83376fed req-eb555c5e-6854-4819-ad42-079f5969fce9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 20:00:43.752325 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-825346a0-be29-4e97-aa2f-09df83376fed req-eb555c5e-6854-4819-ad42-079f5969fce9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 20:00:43.777743 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb555c5e-6854-4819-ad42-079f5969fce9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event updated for resources: {'Port': ['ID=14c3c357-d038-4761-af70-e6a46b8da1d3,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:43.807777 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825346a0-be29-4e97-aa2f-09df83376fed req-eb555c5e-6854-4819-ad42-079f5969fce9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:43.808398 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-825346a0-be29-4e97-aa2f-09df83376fed req-eb555c5e-6854-4819-ad42-079f5969fce9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:43.825983 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-825346a0-be29-4e97-aa2f-09df83376fed req-eb555c5e-6854-4819-ad42-079f5969fce9 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1359479 Jul 01 20:00:43.974477 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-81e51b68-30e0-459a-a619-c9d08a30ce7f None None] Provisioning complete for port 14c3c357-d038-4761-af70-e6a46b8da1d3 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 20:00:43.974848 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-81e51b68-30e0-459a-a619-c9d08a30ce7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (14c3c357-d038-4761-af70-e6a46b8da1d3), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:44.001841 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:44.007618 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-81e51b68-30e0-459a-a619-c9d08a30ce7f None None] Port 14c3c357-d038-4761-af70-e6a46b8da1d3 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 20:00:44.409870 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af2feb-fd42-4cf4-b585-3488c36fbffb req-a46f8da5-3ba6-4777-a0c7-d2ea05638a66 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:44.411880 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-62af2feb-fd42-4cf4-b585-3488c36fbffb req-a46f8da5-3ba6-4777-a0c7-d2ea05638a66 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 943 time: 0.0516300 Jul 01 20:00:44.462599 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-62af2feb-fd42-4cf4-b585-3488c36fbffb req-92e7ebdf-dd56-4617-a844-fb487b0626c1 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451996 Jul 01 20:00:44.709303 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d545db-fb44-41fa-a611-501c2adcdabb req-65422d60-b8ff-4941-b48a-bf054849ce89 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:44.710769 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-22d545db-fb44-41fa-a611-501c2adcdabb req-65422d60-b8ff-4941-b48a-bf054849ce89 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 932 time: 0.0463467 Jul 01 20:00:44.757680 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-22d545db-fb44-41fa-a611-501c2adcdabb req-d688296e-f7a3-4c46-bc3a-6bf384cfb149 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=72907dc7-7ce6-4202-989a-fcfb81decb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414648 Jul 01 20:00:45.541784 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:45.579233 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8fe8d8-27c1-4df0-9a24-516e1849638e req-6d49b77e-30c8-4c94-90fb-ac897d618546 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:45.580707 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7f8fe8d8-27c1-4df0-9a24-516e1849638e req-6d49b77e-30c8-4c94-90fb-ac897d618546 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 943 time: 0.0495481 Jul 01 20:00:45.634046 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7f8fe8d8-27c1-4df0-9a24-516e1849638e req-8ab10ea7-a137-496d-9bde-18beeb73c2b9 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472891 Jul 01 20:00:45.868861 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bd1b8-787a-4ae8-9d12-729d61d1f1ee req-adc72ac6-64b7-49a3-841c-e9122e405205 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:45.870335 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2e2bd1b8-787a-4ae8-9d12-729d61d1f1ee req-adc72ac6-64b7-49a3-841c-e9122e405205 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 932 time: 0.0470293 Jul 01 20:00:45.910293 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:45.912456 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:45.919376 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2e2bd1b8-787a-4ae8-9d12-729d61d1f1ee req-914ef917-b7c4-43d0-8710-d6049a796c8f tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=72907dc7-7ce6-4202-989a-fcfb81decb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436227 Jul 01 20:00:46.458215 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-825346a0-be29-4e97-aa2f-09df83376fed req-6255a0d5-461f-4cd6-84d5-c55eafc53797 service neutron] Request body: {'port': {'device_id': '7ac04816-f371-4f1f-a486-111e39d68532', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:00:46.472979 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:46.576169 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-825346a0-be29-4e97-aa2f-09df83376fed req-6255a0d5-461f-4cd6-84d5-c55eafc53797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (14c3c357-d038-4761-af70-e6a46b8da1d3), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:46.596766 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e762b062-6562-403e-b660-0be24969f067 req-b9700c09-e143-4447-bf98-50cd57d1d569 service neutron] 10.222.0.60 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508052 Jul 01 20:00:46.626025 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:46.830533 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d1f30-bf10-4223-af3c-50ec1a4bd602 req-37ec35ec-42b6-4df4-9180-bb1c856c42ad tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:46.832022 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8d3d1f30-bf10-4223-af3c-50ec1a4bd602 req-37ec35ec-42b6-4df4-9180-bb1c856c42ad tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 943 time: 0.0954866 Jul 01 20:00:46.848783 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e762b062-6562-403e-b660-0be24969f067 req-ad4dd6f8-0210-42a5-bc6e-ee520ac57287 service neutron] 10.222.0.60 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311871 Jul 01 20:00:46.934629 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8d3d1f30-bf10-4223-af3c-50ec1a4bd602 req-68831023-8e63-4053-bcfc-382dcf8b0c06 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954304 Jul 01 20:00:47.011230 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [req-825346a0-be29-4e97-aa2f-09df83376fed req-6255a0d5-461f-4cd6-84d5-c55eafc53797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c3c357-d038-4761-af70-e6a46b8da1d3 {{(pid=110544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 20:00:47.035345 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-825346a0-be29-4e97-aa2f-09df83376fed req-6255a0d5-461f-4cd6-84d5-c55eafc53797 service neutron] Publish callbacks [] for port (14c3c357-d038-4761-af70-e6a46b8da1d3), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:47.060343 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac6d0f-0b13-4238-b4e8-11317ba88627 req-554b5ae4-af37-4cb6-be48-1eb9a08cbc7f tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:47.061833 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-70ac6d0f-0b13-4238-b4e8-11317ba88627 req-554b5ae4-af37-4cb6-be48-1eb9a08cbc7f tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 932 time: 0.0646400 Jul 01 20:00:47.062788 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.provisioning_blocks [req-825346a0-be29-4e97-aa2f-09df83376fed req-6255a0d5-461f-4cd6-84d5-c55eafc53797 service neutron] Transition to ACTIVE for port object 14c3c357-d038-4761-af70-e6a46b8da1d3 will not be triggered until provisioned by entity L2. {{(pid=110544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 20:00:47.066875 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-825346a0-be29-4e97-aa2f-09df83376fed req-6255a0d5-461f-4cd6-84d5-c55eafc53797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (14c3c357-d038-4761-af70-e6a46b8da1d3), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:47.143769 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:47.183486 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255a0d5-461f-4cd6-84d5-c55eafc53797 service neutron] Pushing event updated for resources: {'Port': ['ID=14c3c357-d038-4761-af70-e6a46b8da1d3,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:47.186198 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975c373-b9be-40df-857c-ca3943b0c047 req-f5c3d7cb-65bd-4403-8730-8e5750765a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:47.187721 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f975c373-b9be-40df-857c-ca3943b0c047 req-f5c3d7cb-65bd-4403-8730-8e5750765a69 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=262e5b1a6f6248cca455437d23b8d441&device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 1127 time: 0.0879600 Jul 01 20:00:47.229237 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-70ac6d0f-0b13-4238-b4e8-11317ba88627 req-0be912f3-171e-42d4-b610-1b075e4c44e3 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=72907dc7-7ce6-4202-989a-fcfb81decb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599004 Jul 01 20:00:47.359755 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-825346a0-be29-4e97-aa2f-09df83376fed req-6255a0d5-461f-4cd6-84d5-c55eafc53797 service neutron] Attempting to bind port 14c3c357-d038-4761-af70-e6a46b8da1d3 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 20:00:47.360093 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-825346a0-be29-4e97-aa2f-09df83376fed req-6255a0d5-461f-4cd6-84d5-c55eafc53797 service neutron] Attempting to bind port 14c3c357-d038-4761-af70-e6a46b8da1d3 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '305b5835-25b1-4cdc-a42c-74c914941cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19'}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 20:00:47.360425 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825346a0-be29-4e97-aa2f-09df83376fed req-6255a0d5-461f-4cd6-84d5-c55eafc53797 service neutron] Attempting to bind port 14c3c357-d038-4761-af70-e6a46b8da1d3 on network bd301699-ca40-48e9-9559-67a73cd4bb19 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 20:00:47.366724 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975c373-b9be-40df-857c-ca3943b0c047 req-7160f1c4-1256-468b-9a2f-e8dc1c6442e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:47.368184 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f975c373-b9be-40df-857c-ca3943b0c047 req-7160f1c4-1256-468b-9a2f-e8dc1c6442e8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9 HTTP/1.1" status: 200 len: 912 time: 0.1681750 Jul 01 20:00:47.368719 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825346a0-be29-4e97-aa2f-09df83376fed req-6255a0d5-461f-4cd6-84d5-c55eafc53797 service neutron] Port 14c3c357-d038-4761-af70-e6a46b8da1d3 on network bd301699-ca40-48e9-9559-67a73cd4bb19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 20:00:47.369036 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825346a0-be29-4e97-aa2f-09df83376fed req-6255a0d5-461f-4cd6-84d5-c55eafc53797 service neutron] Attempting to bind port 14c3c357-d038-4761-af70-e6a46b8da1d3 on network bd301699-ca40-48e9-9559-67a73cd4bb19 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 20:00:47.374190 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825346a0-be29-4e97-aa2f-09df83376fed req-6255a0d5-461f-4cd6-84d5-c55eafc53797 service neutron] Checking agent: {'id': '080768a1-72cc-47dc-9460-2bcdea095798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'started_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 20, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 20:00:47.374493 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825346a0-be29-4e97-aa2f-09df83376fed req-6255a0d5-461f-4cd6-84d5-c55eafc53797 service neutron] Checking segment: {'id': '305b5835-25b1-4cdc-a42c-74c914941cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 20:00:47.374869 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825346a0-be29-4e97-aa2f-09df83376fed req-6255a0d5-461f-4cd6-84d5-c55eafc53797 service neutron] Bound using segment: {'id': '305b5835-25b1-4cdc-a42c-74c914941cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19'} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 20:00:47.375295 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-825346a0-be29-4e97-aa2f-09df83376fed req-6255a0d5-461f-4cd6-84d5-c55eafc53797 service neutron] Bound port: 14c3c357-d038-4761-af70-e6a46b8da1d3, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305b5835-25b1-4cdc-a42c-74c914941cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19'}}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 20:00:47.375653 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-825346a0-be29-4e97-aa2f-09df83376fed req-6255a0d5-461f-4cd6-84d5-c55eafc53797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (14c3c357-d038-4761-af70-e6a46b8da1d3), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:47.417788 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f975c373-b9be-40df-857c-ca3943b0c047 req-03e41a5f-1821-4914-82e7-da9b4bc4004d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6adc29b3-1960-40fd-8ad1-4dfc34d21261 HTTP/1.1" status: 200 len: 217 time: 0.0399191 Jul 01 20:00:47.421661 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:47.507768 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975c373-b9be-40df-857c-ca3943b0c047 req-bfb73eb4-fd59-4add-b161-c81c4e58b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:47.509228 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f975c373-b9be-40df-857c-ca3943b0c047 req-bfb73eb4-fd59-4add-b161-c81c4e58b93a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=129fcccf-8477-4494-ac8a-396275dff649 HTTP/1.1" status: 200 len: 850 time: 0.0684032 Jul 01 20:00:47.510242 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-825346a0-be29-4e97-aa2f-09df83376fed req-6255a0d5-461f-4cd6-84d5-c55eafc53797 service neutron] For port 14c3c357-d038-4761-af70-e6a46b8da1d3, host hv-cinder-84460, cleared binding levels {{(pid=110544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 20:00:47.513476 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-825346a0-be29-4e97-aa2f-09df83376fed req-6255a0d5-461f-4cd6-84d5-c55eafc53797 service neutron] For port 14c3c357-d038-4761-af70-e6a46b8da1d3, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=14c3c357-d038-4761-af70-e6a46b8da1d3,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 20:00:47.527507 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-825346a0-be29-4e97-aa2f-09df83376fed req-6255a0d5-461f-4cd6-84d5-c55eafc53797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (14c3c357-d038-4761-af70-e6a46b8da1d3), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:47.589806 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825346a0-be29-4e97-aa2f-09df83376fed req-6255a0d5-461f-4cd6-84d5-c55eafc53797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:47.590496 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-825346a0-be29-4e97-aa2f-09df83376fed req-6255a0d5-461f-4cd6-84d5-c55eafc53797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:47.591894 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-825346a0-be29-4e97-aa2f-09df83376fed req-6255a0d5-461f-4cd6-84d5-c55eafc53797 service neutron] 10.222.0.60 "PUT /v2.0/ports/14c3c357-d038-4761-af70-e6a46b8da1d3 HTTP/1.1" status: 200 len: 1094 time: 1.1375732 Jul 01 20:00:47.594165 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac04816-f371-4f1f-a486-111e39d68532', 'tag': '14c3c357-d038-4761-af70-e6a46b8da1d3'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:00:47.596581 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308758ec-e6f8-43bd-89de-ebbd19972329" -d '{"events": [{"name": "network-changed", "server_uuid": "7ac04816-f371-4f1f-a486-111e39d68532", "tag": "14c3c357-d038-4761-af70-e6a46b8da1d3"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:00:47.604766 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975c373-b9be-40df-857c-ca3943b0c047 req-1791d408-e798-4f5f-8c8a-1f0a8c06442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:47.606310 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f975c373-b9be-40df-857c-ca3943b0c047 req-1791d408-e798-4f5f-8c8a-1f0a8c06442f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899148 Jul 01 20:00:47.631586 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255a0d5-461f-4cd6-84d5-c55eafc53797 service neutron] Pushing event updated for resources: {'Port': ['ID=14c3c357-d038-4761-af70-e6a46b8da1d3,revision_number=3']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:47.684422 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 20:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b78d8d-666a-4b37-ab51-e5f124adffd7 x-openstack-request-id: req-31b78d8d-666a-4b37-ab51-e5f124adffd7 {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:00:47.684772 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ac04816-f371-4f1f-a486-111e39d68532", "tag": "14c3c357-d038-4761-af70-e6a46b8da1d3", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:00:47.684989 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-31b78d8d-666a-4b37-ab51-e5f124adffd7 {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:00:47.685410 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31b78d8d-666a-4b37-ab51-e5f124adffd7'] response: {'name': 'network-changed', 'server_uuid': '7ac04816-f371-4f1f-a486-111e39d68532', 'tag': '14c3c357-d038-4761-af70-e6a46b8da1d3', 'status': 'completed', 'code': 200} Jul 01 20:00:47.748170 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825346a0-be29-4e97-aa2f-09df83376fed req-57352375-1786-4196-9b16-a643bc81fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:47.749661 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-825346a0-be29-4e97-aa2f-09df83376fed req-57352375-1786-4196-9b16-a643bc81fc5d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=983da191c3d44e608e40f289e26d3603&device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 1128 time: 0.0839503 Jul 01 20:00:47.807611 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-825346a0-be29-4e97-aa2f-09df83376fed req-f680f5ab-e602-4f7f-854c-81ea5555645a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14c3c357-d038-4761-af70-e6a46b8da1d3 HTTP/1.1" status: 200 len: 217 time: 0.0497849 Jul 01 20:00:47.811376 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f975c373-b9be-40df-857c-ca3943b0c047 req-4b81a3c9-d991-4337-95bf-9592081d4d67 service neutron] 10.222.0.60 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972778 Jul 01 20:00:47.921083 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825346a0-be29-4e97-aa2f-09df83376fed req-9983662c-eeec-4a05-b01d-38f9e554b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:47.922580 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-825346a0-be29-4e97-aa2f-09df83376fed req-9983662c-eeec-4a05-b01d-38f9e554b659 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1 HTTP/1.1" status: 200 len: 854 time: 0.1097367 Jul 01 20:00:47.996883 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825346a0-be29-4e97-aa2f-09df83376fed req-84e25561-8378-43f1-9b6c-adecbc7c7323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:47.998524 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-825346a0-be29-4e97-aa2f-09df83376fed req-84e25561-8378-43f1-9b6c-adecbc7c7323 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd301699-ca40-48e9-9559-67a73cd4bb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689802 Jul 01 20:00:48.000666 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f975c373-b9be-40df-857c-ca3943b0c047 req-977a8413-116f-4d58-8872-a5f1086abf28 service neutron] 10.222.0.60 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780484 Jul 01 20:00:48.059504 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 34730) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:00:48.140605 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bd00a-ae98-40a4-8dc1-0fa90b3722b9 req-4dadac98-dd62-4624-b2c7-8a419d1e1d68 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:48.142064 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3d8bd00a-ae98-40a4-8dc1-0fa90b3722b9 req-4dadac98-dd62-4624-b2c7-8a419d1e1d68 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 943 time: 0.1121485 Jul 01 20:00:48.177801 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-825346a0-be29-4e97-aa2f-09df83376fed req-cd9f7cac-2f0c-4a94-a9fc-051ac40f7a6b service neutron] 10.222.0.60 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688757 Jul 01 20:00:48.185132 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:48.205558 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-13c2d2ee-364d-4662-a07f-3fe6034e8604 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3d943354675349cfad1ff664576eb094&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449034 Jul 01 20:00:48.208302 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 34734) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:00:48.237022 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3d8bd00a-ae98-40a4-8dc1-0fa90b3722b9 req-a1f39932-829e-4abf-8c45-c35210047da5 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832293 Jul 01 20:00:48.264379 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0ef7eb63-46b6-4807-b3c0-f1e1485e685d admin admin] Publish callbacks [] for security_group (bda0c85f-8efa-4cc5-93d4-92208e7249f9), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:48.288157 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0ef7eb63-46b6-4807-b3c0-f1e1485e685d admin admin] Publish callbacks [] for security_group (bda0c85f-8efa-4cc5-93d4-92208e7249f9), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:48.298742 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-825346a0-be29-4e97-aa2f-09df83376fed req-c988b969-a55c-4fc7-98b3-f8162be18dce service neutron] 10.222.0.60 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072400 Jul 01 20:00:48.345873 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0ef7eb63-46b6-4807-b3c0-f1e1485e685d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (bda0c85f-8efa-4cc5-93d4-92208e7249f9), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:48.348624 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-0ef7eb63-46b6-4807-b3c0-f1e1485e685d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:48.349836 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-0ef7eb63-46b6-4807-b3c0-f1e1485e685d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bda0c85f-8efa-4cc5-93d4-92208e7249f9 HTTP/1.1" status: 204 len: 168 time: 0.1404719 Jul 01 20:00:48.358078 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7eb63-46b6-4807-b3c0-f1e1485e685d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda0c85f-8efa-4cc5-93d4-92208e7249f9,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:48.374798 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9bb8e-abaa-42ca-a49e-9ae1b5e41b10 req-8b44ae72-e68a-490f-93ab-29a3c073d963 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:48.376368 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5ea9bb8e-abaa-42ca-a49e-9ae1b5e41b10 req-8b44ae72-e68a-490f-93ab-29a3c073d963 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 944 time: 0.0592954 Jul 01 20:00:48.427654 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5ea9bb8e-abaa-42ca-a49e-9ae1b5e41b10 req-33fac846-bea6-4082-87b5-fa8b35ddc9d0 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=72907dc7-7ce6-4202-989a-fcfb81decb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435052 Jul 01 20:00:49.351575 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a411e2a-47c7-49e7-a5f3-6779bf202c20 req-b9c17fe8-6d35-41c3-9dfd-fd402d119693 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:49.352948 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2a411e2a-47c7-49e7-a5f3-6779bf202c20 req-b9c17fe8-6d35-41c3-9dfd-fd402d119693 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 943 time: 0.0469804 Jul 01 20:00:49.392876 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:49.402935 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2a411e2a-47c7-49e7-a5f3-6779bf202c20 req-b8772541-70f0-4667-927a-b8f0c3f7bb5d tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445554 Jul 01 20:00:49.694531 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064bf4b-fc3c-4ec9-9c49-76b8377e11fd req-a5769bf9-14a7-40ba-a6d0-560d10596905 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:49.695991 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8064bf4b-fc3c-4ec9-9c49-76b8377e11fd req-a5769bf9-14a7-40ba-a6d0-560d10596905 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 944 time: 0.0476105 Jul 01 20:00:49.747489 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8064bf4b-fc3c-4ec9-9c49-76b8377e11fd req-c1a84b12-b6d7-4af5-83fd-75998871cbb5 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=72907dc7-7ce6-4202-989a-fcfb81decb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461667 Jul 01 20:00:50.518015 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17c2a6-482a-4460-8c87-727ec88c74c8 req-de36deba-85a8-4c36-9e06-e68342da798e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:50.519773 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ea17c2a6-482a-4460-8c87-727ec88c74c8 req-de36deba-85a8-4c36-9e06-e68342da798e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 943 time: 0.0469153 Jul 01 20:00:50.568672 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ea17c2a6-482a-4460-8c87-727ec88c74c8 req-eb6ef443-a2a8-4910-9116-3c987cc0abce tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426691 Jul 01 20:00:50.860070 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c998beb-884a-4f3c-aa34-4e6bf67166d5 req-7f95f2b4-0e63-405e-9a8d-e072c7b9eb7f tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:50.861508 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0c998beb-884a-4f3c-aa34-4e6bf67166d5 req-7f95f2b4-0e63-405e-9a8d-e072c7b9eb7f tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 944 time: 0.0478244 Jul 01 20:00:50.908926 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0c998beb-884a-4f3c-aa34-4e6bf67166d5 req-c87b73be-e5e7-40db-9705-8ff98d19f4ff tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=72907dc7-7ce6-4202-989a-fcfb81decb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412579 Jul 01 20:00:51.688564 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db0e4c-185a-412c-af1f-ceea93e7ae9c req-0af92420-0dec-4c62-b49b-6acde80773ea tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:51.690026 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-65db0e4c-185a-412c-af1f-ceea93e7ae9c req-0af92420-0dec-4c62-b49b-6acde80773ea tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 943 time: 0.0509081 Jul 01 20:00:51.742821 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-65db0e4c-185a-412c-af1f-ceea93e7ae9c req-95f0df9e-d373-44fa-bf77-a4b591edd6d3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461133 Jul 01 20:00:51.790995 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308758ec-e6f8-43bd-89de-ebbd19972329 req-bd41c589-e3f5-43b9-89ef-2b3de22756e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:51.792509 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-308758ec-e6f8-43bd-89de-ebbd19972329 req-bd41c589-e3f5-43b9-89ef-2b3de22756e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=983da191c3d44e608e40f289e26d3603&device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 1128 time: 0.0421128 Jul 01 20:00:52.187977 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8d37b-25a7-41b4-b682-285821b6724b req-aa9ba96d-3a61-4815-890b-3c7a556db433 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:52.189451 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-abd8d37b-25a7-41b4-b682-285821b6724b req-aa9ba96d-3a61-4815-890b-3c7a556db433 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 944 time: 0.0618646 Jul 01 20:00:52.194989 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308758ec-e6f8-43bd-89de-ebbd19972329 req-baf01d5e-0e4c-4ff0-8a5a-0ca8ae7a7d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:52.196350 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-308758ec-e6f8-43bd-89de-ebbd19972329 req-baf01d5e-0e4c-4ff0-8a5a-0ca8ae7a7d9a service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd301699-ca40-48e9-9559-67a73cd4bb19 HTTP/1.1" status: 200 len: 916 time: 0.3979068 Jul 01 20:00:52.278739 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-308758ec-e6f8-43bd-89de-ebbd19972329 req-a2a65227-6731-4a39-a0da-402ea3ef0fba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14c3c357-d038-4761-af70-e6a46b8da1d3 HTTP/1.1" status: 200 len: 217 time: 0.0536160 Jul 01 20:00:52.286463 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-abd8d37b-25a7-41b4-b682-285821b6724b req-eafbe151-227b-4f7e-8e19-0e78f53fd3b3 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=72907dc7-7ce6-4202-989a-fcfb81decb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883296 Jul 01 20:00:52.894524 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4886da6-6402-4e53-9a0c-de976ef20cf5 req-3188b816-fd71-4df4-8cab-5dbb7707be64 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:52.896622 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c4886da6-6402-4e53-9a0c-de976ef20cf5 req-3188b816-fd71-4df4-8cab-5dbb7707be64 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 943 time: 0.0847387 Jul 01 20:00:52.898174 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308758ec-e6f8-43bd-89de-ebbd19972329 req-d7f00b0b-cbe7-42f1-b61c-8e97c5adb8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:52.899472 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-308758ec-e6f8-43bd-89de-ebbd19972329 req-d7f00b0b-cbe7-42f1-b61c-8e97c5adb8d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1 HTTP/1.1" status: 200 len: 854 time: 0.0888457 Jul 01 20:00:52.954070 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:52.979305 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308758ec-e6f8-43bd-89de-ebbd19972329 req-edac7648-6dd3-4dae-a2c8-0f937b7f4a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:52.980806 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-308758ec-e6f8-43bd-89de-ebbd19972329 req-edac7648-6dd3-4dae-a2c8-0f937b7f4a90 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd301699-ca40-48e9-9559-67a73cd4bb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711813 Jul 01 20:00:52.990880 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c4886da6-6402-4e53-9a0c-de976ef20cf5 req-37ed865c-253f-4ebe-89ed-ad7d1f541c2d tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880542 Jul 01 20:00:53.079098 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-308758ec-e6f8-43bd-89de-ebbd19972329 req-1d092264-cbc3-472d-b637-bafeb5893fc4 service neutron] 10.222.0.60 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872607 Jul 01 20:00:53.167657 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:53.173724 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-308758ec-e6f8-43bd-89de-ebbd19972329 req-48af9d93-449a-4d47-be2e-cddb31f67a4a service neutron] 10.222.0.60 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883040 Jul 01 20:00:53.403493 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c55c1-ec0b-453d-aaf6-f86cab16cdda req-4a9a6de4-193a-4c53-b32e-8e06648cdfb3 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:53.405009 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-764c55c1-ec0b-453d-aaf6-f86cab16cdda req-4a9a6de4-193a-4c53-b32e-8e06648cdfb3 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 944 time: 0.0490048 Jul 01 20:00:53.453923 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-764c55c1-ec0b-453d-aaf6-f86cab16cdda req-1ce77eb6-fc34-4336-9fa0-78b3f871030f tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=72907dc7-7ce6-4202-989a-fcfb81decb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434983 Jul 01 20:00:54.106108 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8e595-b052-4efc-9598-dd127ab5009c req-039261a7-3658-46c5-a2a6-50dab3d356ca tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:54.107565 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d8b8e595-b052-4efc-9598-dd127ab5009c req-039261a7-3658-46c5-a2a6-50dab3d356ca tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 943 time: 0.0475099 Jul 01 20:00:54.161767 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d8b8e595-b052-4efc-9598-dd127ab5009c req-d284c0cc-f347-4d2f-bae2-ef2fdd9ea57d tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481603 Jul 01 20:00:54.570440 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784859a-9af7-4c57-ac00-8d523ac61da2 req-cb91d197-2e74-4e09-994c-168a2e78c201 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:54.571918 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8784859a-9af7-4c57-ac00-8d523ac61da2 req-cb91d197-2e74-4e09-994c-168a2e78c201 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 944 time: 0.0481040 Jul 01 20:00:54.618824 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8784859a-9af7-4c57-ac00-8d523ac61da2 req-abdfb79e-6aaa-4cee-858b-84f20af0f749 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=72907dc7-7ce6-4202-989a-fcfb81decb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415065 Jul 01 20:00:54.845925 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 6adc29b3-1960-40fd-8ad1-4dfc34d21261 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 20:00:54.950422 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 6adc29b3-1960-40fd-8ad1-4dfc34d21261, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=6adc29b3-1960-40fd-8ad1-4dfc34d21261,segment=NetworkSegment(a69f7f5c-c87c-4f45-9684-446699fd887d),segment_id=a69f7f5c-c87c-4f45-9684-446699fd887d)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:00:54.962097 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': '6adc29b3-1960-40fd-8ad1-4dfc34d21261', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'port_id': '6adc29b3-1960-40fd-8ad1-4dfc34d21261', 'mac_address': 'fa:16:3e:aa:39:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129fcccf-8477-4494-ac8a-396275dff649', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 20:00:54.966546 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:54.997918 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 6adc29b3-1960-40fd-8ad1-4dfc34d21261 is: DOWN; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 20:00:54.998305 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (6adc29b3-1960-40fd-8ad1-4dfc34d21261), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:55.011283 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6adc29b3-1960-40fd-8ad1-4dfc34d21261 {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 20:00:55.031465 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 6adc29b3-1960-40fd-8ad1-4dfc34d21261, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=6adc29b3-1960-40fd-8ad1-4dfc34d21261,segment=NetworkSegment(a69f7f5c-c87c-4f45-9684-446699fd887d),segment_id=a69f7f5c-c87c-4f45-9684-446699fd887d)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:00:55.035105 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (6adc29b3-1960-40fd-8ad1-4dfc34d21261), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:55.035767 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 14c3c357-d038-4761-af70-e6a46b8da1d3 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 20:00:55.106613 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=6adc29b3-1960-40fd-8ad1-4dfc34d21261,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:55.175479 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 14c3c357-d038-4761-af70-e6a46b8da1d3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=14c3c357-d038-4761-af70-e6a46b8da1d3,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:00:55.186781 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': '14c3c357-d038-4761-af70-e6a46b8da1d3', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'port_id': '14c3c357-d038-4761-af70-e6a46b8da1d3', 'mac_address': 'fa:16:3e:a0:f4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 20:00:55.222026 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 14c3c357-d038-4761-af70-e6a46b8da1d3 is: DOWN; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 20:00:55.222414 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (14c3c357-d038-4761-af70-e6a46b8da1d3), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:55.236207 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c3c357-d038-4761-af70-e6a46b8da1d3 {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 20:00:55.260927 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 14c3c357-d038-4761-af70-e6a46b8da1d3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=14c3c357-d038-4761-af70-e6a46b8da1d3,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:00:55.264979 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (14c3c357-d038-4761-af70-e6a46b8da1d3), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:55.277509 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee629a-ff47-4bfc-ace8-32fef563e18b req-83d5990b-8932-466c-8b54-b27cd53e10ef tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:55.279026 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-07ee629a-ff47-4bfc-ace8-32fef563e18b req-83d5990b-8932-466c-8b54-b27cd53e10ef tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 944 time: 0.0509157 Jul 01 20:00:55.311493 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=14c3c357-d038-4761-af70-e6a46b8da1d3,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:55.331059 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-07ee629a-ff47-4bfc-ace8-32fef563e18b req-9c608c5b-7500-4d54-aa45-d844ac0ef74e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463643 Jul 01 20:00:55.742187 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845be585-0d71-4d00-a083-648ff08663ef req-eb3c11f4-3054-4a46-b8e6-74b81e0114bf tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:55.743674 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-845be585-0d71-4d00-a083-648ff08663ef req-eb3c11f4-3054-4a46-b8e6-74b81e0114bf tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 945 time: 0.0539470 Jul 01 20:00:55.792107 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-845be585-0d71-4d00-a083-648ff08663ef req-c11dd9f3-bd35-4bc1-99e3-44e540525358 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=72907dc7-7ce6-4202-989a-fcfb81decb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422966 Jul 01 20:00:56.444242 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b1c41-d137-4157-bf0d-99559f53487d req-3b448313-1e8c-4be1-97be-3e9bfaabc704 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:56.445739 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-335b1c41-d137-4157-bf0d-99559f53487d req-3b448313-1e8c-4be1-97be-3e9bfaabc704 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 944 time: 0.0463538 Jul 01 20:00:56.494727 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-335b1c41-d137-4157-bf0d-99559f53487d req-89427cfa-872f-42c8-9750-110666eb9326 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434959 Jul 01 20:00:56.913997 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdd903-d96c-4a46-b1f7-3a124b0bbcdf req-4948354a-4675-4767-b473-97d9d111ee35 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:56.915817 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-15cdd903-d96c-4a46-b1f7-3a124b0bbcdf req-4948354a-4675-4767-b473-97d9d111ee35 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 945 time: 0.0540173 Jul 01 20:00:56.967022 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-15cdd903-d96c-4a46-b1f7-3a124b0bbcdf req-e7e833cd-6e6c-4dc8-a8e6-635ceb671f1a tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=72907dc7-7ce6-4202-989a-fcfb81decb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452685 Jul 01 20:00:57.062551 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['14c3c357-d038-4761-af70-e6a46b8da1d3'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 20:00:57.141091 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['6adc29b3-1960-40fd-8ad1-4dfc34d21261'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 20:00:57.405028 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:57.609359 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5205986-7582-4a14-9af7-80155f2aa1c1 req-d5d062db-72de-4f53-98b6-f4c29614b2be tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:57.610859 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e5205986-7582-4a14-9af7-80155f2aa1c1 req-d5d062db-72de-4f53-98b6-f4c29614b2be tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 944 time: 0.0479851 Jul 01 20:00:57.659905 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e5205986-7582-4a14-9af7-80155f2aa1c1 req-07818347-6f19-4706-9ee7-82980969494e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434921 Jul 01 20:00:58.086315 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d0805-5a8d-4557-b555-4917147ef6de req-0e9dee6f-2c89-42f0-a783-6c17073c46f6 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:58.087819 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-007d0805-5a8d-4557-b555-4917147ef6de req-0e9dee6f-2c89-42f0-a783-6c17073c46f6 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 945 time: 0.0487530 Jul 01 20:00:58.099762 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:58.138416 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-007d0805-5a8d-4557-b555-4917147ef6de req-e6df90a1-e914-4d8c-b02d-89cd6d0c3f72 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=72907dc7-7ce6-4202-989a-fcfb81decb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451605 Jul 01 20:00:58.328435 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=75,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:58.357690 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=39,neutron:DELETE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:58.776696 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec96b61-745b-4b89-90a2-ce7161a51dec req-fa5d7fa3-1b77-49eb-9530-70374eb9af94 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:58.778181 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5ec96b61-745b-4b89-90a2-ce7161a51dec req-fa5d7fa3-1b77-49eb-9530-70374eb9af94 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 944 time: 0.0475831 Jul 01 20:00:58.826677 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5ec96b61-745b-4b89-90a2-ce7161a51dec req-8393bdf6-d5d9-426f-bff5-ee0753f2c45c tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430608 Jul 01 20:00:59.071149 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 6adc29b3-1960-40fd-8ad1-4dfc34d21261 up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 20:00:59.077773 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0b7c281e-d228-4f4b-8065-2eb28f13bf71 req-36faa4a3-f8e7-4d47-8595-b572cdb99675 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393279 Jul 01 20:00:59.118236 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning for port 6adc29b3-1960-40fd-8ad1-4dfc34d21261 completed by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 20:00:59.125824 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port 6adc29b3-1960-40fd-8ad1-4dfc34d21261 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 20:00:59.126588 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (6adc29b3-1960-40fd-8ad1-4dfc34d21261), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:59.169837 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c281e-d228-4f4b-8065-2eb28f13bf71 req-46794ef7-2a69-4182-83a0-fc95d80b684f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:59.171417 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0b7c281e-d228-4f4b-8065-2eb28f13bf71 req-46794ef7-2a69-4182-83a0-fc95d80b684f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=262e5b1a6f6248cca455437d23b8d441&device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 1129 time: 0.0497639 Jul 01 20:00:59.218868 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 6adc29b3-1960-40fd-8ad1-4dfc34d21261 is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 20:00:59.219259 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (6adc29b3-1960-40fd-8ad1-4dfc34d21261), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:59.243370 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:59.248317 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc669e16-66da-4c61-bfae-4d266c6b16d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adc29b3-1960-40fd-8ad1-4dfc34d21261'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:00:59.250629 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e92afc-7659-40c0-90e2-50c4bf06f1b6" -d '{"events": [{"server_uuid": "cc669e16-66da-4c61-bfae-4d266c6b16d8", "name": "network-vif-plugged", "status": "completed", "tag": "6adc29b3-1960-40fd-8ad1-4dfc34d21261"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:00:59.263966 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 6adc29b3-1960-40fd-8ad1-4dfc34d21261, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=6adc29b3-1960-40fd-8ad1-4dfc34d21261,segment=NetworkSegment(a69f7f5c-c87c-4f45-9684-446699fd887d),segment_id=a69f7f5c-c87c-4f45-9684-446699fd887d)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:00:59.268780 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (6adc29b3-1960-40fd-8ad1-4dfc34d21261), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:59.269823 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 14c3c357-d038-4761-af70-e6a46b8da1d3 up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 20:00:59.292187 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 20:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996bd98a-b51d-4376-b41b-1ab1d85d72bf x-openstack-request-id: req-996bd98a-b51d-4376-b41b-1ab1d85d72bf {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:00:59.292516 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc669e16-66da-4c61-bfae-4d266c6b16d8", "name": "network-vif-plugged", "status": "completed", "tag": "6adc29b3-1960-40fd-8ad1-4dfc34d21261", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:00:59.292719 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-996bd98a-b51d-4376-b41b-1ab1d85d72bf {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:00:59.293128 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-996bd98a-b51d-4376-b41b-1ab1d85d72bf'] response: {'server_uuid': 'cc669e16-66da-4c61-bfae-4d266c6b16d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adc29b3-1960-40fd-8ad1-4dfc34d21261', 'code': 200} Jul 01 20:00:59.310718 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:59.323040 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e9200-37bd-49ed-a52c-59648792bbbc req-08d6b9a2-aa02-4514-8bed-2640f766698c tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:59.325221 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8f4e9200-37bd-49ed-a52c-59648792bbbc req-08d6b9a2-aa02-4514-8bed-2640f766698c tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 945 time: 0.0966179 Jul 01 20:00:59.354113 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=6adc29b3-1960-40fd-8ad1-4dfc34d21261,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:59.357296 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning for port 14c3c357-d038-4761-af70-e6a46b8da1d3 completed by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 20:00:59.364392 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port 14c3c357-d038-4761-af70-e6a46b8da1d3 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 20:00:59.365074 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (14c3c357-d038-4761-af70-e6a46b8da1d3), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:59.388217 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c281e-d228-4f4b-8065-2eb28f13bf71 req-a6e1398a-09ec-4af0-9723-369009d64c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:59.389940 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0b7c281e-d228-4f4b-8065-2eb28f13bf71 req-a6e1398a-09ec-4af0-9723-369009d64c95 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9 HTTP/1.1" status: 200 len: 912 time: 0.1968706 Jul 01 20:00:59.446497 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 14c3c357-d038-4761-af70-e6a46b8da1d3 is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 20:00:59.446795 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (14c3c357-d038-4761-af70-e6a46b8da1d3), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:59.449548 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8f4e9200-37bd-49ed-a52c-59648792bbbc req-f784d358-b187-430e-b41e-84e2b4c6aa66 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=72907dc7-7ce6-4202-989a-fcfb81decb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152449 Jul 01 20:00:59.449843 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:00:59.477836 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0b7c281e-d228-4f4b-8065-2eb28f13bf71 req-9d71ace8-ea51-4746-80bb-345269d1b61d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3aa88b7-7e29-46f3-9c4e-3618ea05e754 HTTP/1.1" status: 200 len: 1001 time: 0.0812070 Jul 01 20:00:59.486724 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 14c3c357-d038-4761-af70-e6a46b8da1d3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=14c3c357-d038-4761-af70-e6a46b8da1d3,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:00:59.491539 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (14c3c357-d038-4761-af70-e6a46b8da1d3), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:00:59.538469 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=14c3c357-d038-4761-af70-e6a46b8da1d3,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:00:59.942293 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b8d1b-b16a-49c1-b704-b4e109d90118 req-b79d2c3a-cbb9-4fdd-855c-b96393eecce3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:00:59.943759 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-593b8d1b-b16a-49c1-b704-b4e109d90118 req-b79d2c3a-cbb9-4fdd-855c-b96393eecce3 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 945 time: 0.0476632 Jul 01 20:00:59.991949 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-593b8d1b-b16a-49c1-b704-b4e109d90118 req-f46f4e2d-21e6-4ae0-91af-3bffb9c91f28 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427256 Jul 01 20:01:00.573341 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c1800-ed83-406a-aa13-34b90a54511c req-1d672c41-6e61-4b1c-a75b-1db56de31a7a tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:00.574864 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e10c1800-ed83-406a-aa13-34b90a54511c req-1d672c41-6e61-4b1c-a75b-1db56de31a7a tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 946 time: 0.0513191 Jul 01 20:01:00.622633 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e10c1800-ed83-406a-aa13-34b90a54511c req-5fe42ddd-377a-461a-be77-f7e83b8985f3 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=72907dc7-7ce6-4202-989a-fcfb81decb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422966 Jul 01 20:01:01.104676 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b29360-36f8-4321-aa9d-436d7b3f88fe req-1ad239e7-2c37-481e-9a13-30fb01983143 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:01.106171 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-08b29360-36f8-4321-aa9d-436d7b3f88fe req-1ad239e7-2c37-481e-9a13-30fb01983143 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 945 time: 0.0474291 Jul 01 20:01:01.155544 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-08b29360-36f8-4321-aa9d-436d7b3f88fe req-bca948b4-81f2-4eb0-9e7f-401b767c0e65 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439034 Jul 01 20:01:01.294941 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac04816-f371-4f1f-a486-111e39d68532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c3c357-d038-4761-af70-e6a46b8da1d3'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:01:01.297486 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efa1bbc-be76-42d3-a661-bf0b938b96b4" -d '{"events": [{"server_uuid": "7ac04816-f371-4f1f-a486-111e39d68532", "name": "network-vif-plugged", "status": "completed", "tag": "14c3c357-d038-4761-af70-e6a46b8da1d3"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:01:01.333937 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 20:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867b89fa-d4f1-449c-8414-758cd8cf86d8 x-openstack-request-id: req-867b89fa-d4f1-449c-8414-758cd8cf86d8 {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:01:01.334222 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac04816-f371-4f1f-a486-111e39d68532", "name": "network-vif-plugged", "status": "completed", "tag": "14c3c357-d038-4761-af70-e6a46b8da1d3", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:01:01.334468 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-867b89fa-d4f1-449c-8414-758cd8cf86d8 {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:01:01.334851 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-867b89fa-d4f1-449c-8414-758cd8cf86d8'] response: {'server_uuid': '7ac04816-f371-4f1f-a486-111e39d68532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c3c357-d038-4761-af70-e6a46b8da1d3', 'code': 200} Jul 01 20:01:01.733221 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5a3d7-ba36-49de-8c31-5ddd09962f3e req-a9d59d36-ff28-408b-bb17-5b8f6e85ae88 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:01.734673 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-97c5a3d7-ba36-49de-8c31-5ddd09962f3e req-a9d59d36-ff28-408b-bb17-5b8f6e85ae88 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 946 time: 0.0457489 Jul 01 20:01:01.784194 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-97c5a3d7-ba36-49de-8c31-5ddd09962f3e req-30b3e87f-953e-44c9-8529-e5b52b8a1e47 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=72907dc7-7ce6-4202-989a-fcfb81decb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433562 Jul 01 20:01:02.155260 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23dca86-b925-4ace-be00-7efc2bb07490 req-098c79f8-3087-4ebe-b6be-edf047f0659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:02.156748 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f23dca86-b925-4ace-be00-7efc2bb07490 req-098c79f8-3087-4ebe-b6be-edf047f0659d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 1129 time: 0.0748842 Jul 01 20:01:02.158200 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c281e-d228-4f4b-8065-2eb28f13bf71 req-4bda2c0d-23e5-4709-b116-c18e6be89e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:02.159529 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0b7c281e-d228-4f4b-8065-2eb28f13bf71 req-4bda2c0d-23e5-4709-b116-c18e6be89e3c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=129fcccf-8477-4494-ac8a-396275dff649 HTTP/1.1" status: 200 len: 850 time: 0.0891819 Jul 01 20:01:02.244555 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db490b37-700e-4f87-bd83-9356816c5f47 req-0f3f1870-5c3f-438d-b244-b8d21d4e5779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:02.246203 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-db490b37-700e-4f87-bd83-9356816c5f47 req-0f3f1870-5c3f-438d-b244-b8d21d4e5779 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 1130 time: 0.0415940 Jul 01 20:01:02.248535 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c281e-d228-4f4b-8065-2eb28f13bf71 req-ca31f68a-9146-433b-acd6-e71333d38073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:02.250005 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0b7c281e-d228-4f4b-8065-2eb28f13bf71 req-ca31f68a-9146-433b-acd6-e71333d38073 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0703890 Jul 01 20:01:02.290665 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:02.300343 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [req-db490b37-700e-4f87-bd83-9356816c5f47 req-483046c5-f848-47df-9f3c-265241574c85 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=72907dc7-7ce6-4202-989a-fcfb81decb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426462 Jul 01 20:01:02.307219 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f23dca86-b925-4ace-be00-7efc2bb07490 req-9b3952c3-1b36-442c-8971-8eb66566db17 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344554 Jul 01 20:01:02.333942 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae3219-ffa9-4cf1-950e-e9df01ae786c req-c7ca12b3-b952-4d2d-b95c-1beba59d44e4 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:02.335346 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-efae3219-ffa9-4cf1-950e-e9df01ae786c req-c7ca12b3-b952-4d2d-b95c-1beba59d44e4 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 945 time: 0.1049459 Jul 01 20:01:02.429609 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0b7c281e-d228-4f4b-8065-2eb28f13bf71 req-b9b8c772-7fb1-4b9d-b37b-dc001c61ef84 service neutron] 10.222.0.60 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699798 Jul 01 20:01:02.433609 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-efae3219-ffa9-4cf1-950e-e9df01ae786c req-5083b683-ba2e-4478-bba7-d762de8b40d0 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734351 Jul 01 20:01:02.764814 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:02.786961 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-0b7c281e-d228-4f4b-8065-2eb28f13bf71 req-1cf3663c-8967-41ad-9af6-726e5408a72b service neutron] 10.222.0.60 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869195 Jul 01 20:01:02.911373 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb1d13-9484-4dae-8015-7aa6b3c352ca req-7431a810-1629-428c-80ae-8536f677b885 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:02.912842 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-72cb1d13-9484-4dae-8015-7aa6b3c352ca req-7431a810-1629-428c-80ae-8536f677b885 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 946 time: 0.0512693 Jul 01 20:01:02.959005 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-72cb1d13-9484-4dae-8015-7aa6b3c352ca req-a7c3efa4-9f90-4e12-9aed-e600497faa5c tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=72907dc7-7ce6-4202-989a-fcfb81decb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406468 Jul 01 20:01:03.563036 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f4ddc-3168-4c3d-bf0b-617ff003a35f req-6bceef48-67ad-430b-9407-a64c94c4291e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:03.564615 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c04f4ddc-3168-4c3d-bf0b-617ff003a35f req-6bceef48-67ad-430b-9407-a64c94c4291e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 945 time: 0.0502815 Jul 01 20:01:03.615020 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c04f4ddc-3168-4c3d-bf0b-617ff003a35f req-89eca11f-7787-43d2-bef6-3741525fcbb1 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441098 Jul 01 20:01:03.859076 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 20:01:04.076184 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f4c3e-a802-476f-906d-561665d8a67e req-ba50e2f2-7faf-4d4b-ba06-a5f9c19505b4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:04.077698 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5c2f4c3e-a802-476f-906d-561665d8a67e req-ba50e2f2-7faf-4d4b-ba06-a5f9c19505b4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 946 time: 0.0506728 Jul 01 20:01:04.128903 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-5c2f4c3e-a802-476f-906d-561665d8a67e req-addae38d-d5f4-40ed-bb16-1ef1fcb3d9d7 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=72907dc7-7ce6-4202-989a-fcfb81decb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455487 Jul 01 20:01:04.239241 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463c55f-11fc-4043-ad77-bb1c8926492c req-d687f95e-9bb9-43a0-b307-3276748a2213 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:04.240688 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9463c55f-11fc-4043-ad77-bb1c8926492c req-d687f95e-9bb9-43a0-b307-3276748a2213 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 946 time: 0.0468483 Jul 01 20:01:04.248926 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 34868) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:01:04.253102 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-690153b7-a7f3-4e45-bf7a-924afe6fef20 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Request body: {'floatingip': {'port_id': '14c3c357-d038-4761-af70-e6a46b8da1d3'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:01:04.291031 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-690153b7-a7f3-4e45-bf7a-924afe6fef20 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (8cd44c2d-3d7d-46b3-a842-2307a0236311), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:04.751653 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-690153b7-a7f3-4e45-bf7a-924afe6fef20 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:04.760965 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45fb83-d88f-4a1e-86f5-da954d8b8ba9 req-4fe3f659-1730-4800-a43d-4cb36e7f17e1 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:04.762480 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1b45fb83-d88f-4a1e-86f5-da954d8b8ba9 req-4fe3f659-1730-4800-a43d-4cb36e7f17e1 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 945 time: 0.0685124 Jul 01 20:01:04.764045 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-690153b7-a7f3-4e45-bf7a-924afe6fef20 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (8cd44c2d-3d7d-46b3-a842-2307a0236311), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:04.806766 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:04.886931 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1b45fb83-d88f-4a1e-86f5-da954d8b8ba9 req-2e7e176c-ad71-4d19-b8f9-1d319cce1d2f tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187313 Jul 01 20:01:04.899065 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.l3_db [None req-690153b7-a7f3-4e45-bf7a-924afe6fef20 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Floating IP 8cd44c2d-3d7d-46b3-a842-2307a0236311 associated. External IP: 172.27.1.80, port: 14c3c357-d038-4761-af70-e6a46b8da1d3. Jul 01 20:01:04.995060 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:05.017672 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b52eb-2a65-4189-8c8b-2baac9a5a621 req-8c1dafc9-a7b0-4d4b-adc4-a5385e80dbd5 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:05.020052 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d40b52eb-2a65-4189-8c8b-2baac9a5a621 req-8c1dafc9-a7b0-4d4b-adc4-a5385e80dbd5 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 945 time: 0.0592725 Jul 01 20:01:05.138031 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d40b52eb-2a65-4189-8c8b-2baac9a5a621 req-888b778c-abc7-4df2-b54e-2c26a604975a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116965 Jul 01 20:01:05.161184 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 34884) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:01:05.178477 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690153b7-a7f3-4e45-bf7a-924afe6fef20 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 20:01:05.198224 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08014c4-c5f7-4841-949d-04da09212d20 tempest-TestVolumeBootPattern-409983501 tempest-TestVolumeBootPattern-409983501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:05.199755 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-f08014c4-c5f7-4841-949d-04da09212d20 tempest-TestVolumeBootPattern-409983501 tempest-TestVolumeBootPattern-409983501-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 1124 time: 0.0375278 Jul 01 20:01:05.202445 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 34886) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:01:05.207087 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-ebc8b6f6-b555-47fe-aa37-af4a8e0d9530 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Request body: {'floatingip': {'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'port_id': '6adc29b3-1960-40fd-8ad1-4dfc34d21261', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:01:05.227787 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b6f6-b555-47fe-aa37-af4a8e0d9530 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:05.284125 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690153b7-a7f3-4e45-bf7a-924afe6fef20 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 20:01:05.289875 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-690153b7-a7f3-4e45-bf7a-924afe6fef20 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:05.295171 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e7f79-dd3d-4ed2-a3cd-ecdb78e79c93 None None] Sync routers for ids ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 20:01:05.306530 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e7f79-dd3d-4ed2-a3cd-ecdb78e79c93 None None] Routers {'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 20:01:05.307314 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-b11e7f79-dd3d-4ed2-a3cd-ecdb78e79c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T20:00:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:01:05.311297 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b6f6-b555-47fe-aa37-af4a8e0d9530 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:05.321190 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-690153b7-a7f3-4e45-bf7a-924afe6fef20 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "PUT /v2.0/floatingips/8cd44c2d-3d7d-46b3-a842-2307a0236311 HTTP/1.1" status: 200 len: 991 time: 1.0711794 Jul 01 20:01:05.321950 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac04816-f371-4f1f-a486-111e39d68532', 'tag': '14c3c357-d038-4761-af70-e6a46b8da1d3'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:01:05.324403 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb00758-7acd-429b-ad9e-293b6c55994b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ac04816-f371-4f1f-a486-111e39d68532", "tag": "14c3c357-d038-4761-af70-e6a46b8da1d3"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:01:05.364694 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 20:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73f2307-272b-4de3-b730-0b33c6ea697b x-openstack-request-id: req-f73f2307-272b-4de3-b730-0b33c6ea697b {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:01:05.364981 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ac04816-f371-4f1f-a486-111e39d68532", "tag": "14c3c357-d038-4761-af70-e6a46b8da1d3", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:01:05.365237 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f73f2307-272b-4de3-b730-0b33c6ea697b {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:01:05.366135 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f73f2307-272b-4de3-b730-0b33c6ea697b'] response: {'name': 'network-changed', 'server_uuid': '7ac04816-f371-4f1f-a486-111e39d68532', 'tag': '14c3c357-d038-4761-af70-e6a46b8da1d3', 'status': 'completed', 'code': 200} Jul 01 20:01:05.427665 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_common [None req-ebc8b6f6-b555-47fe-aa37-af4a8e0d9530 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Allocated IP 172.27.1.103 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/254579e7-77fa-4444-9b2f-f18013b5edc4) {{(pid=110545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 20:01:05.538198 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b6f6-b555-47fe-aa37-af4a8e0d9530 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for port (254579e7-77fa-4444-9b2f-f18013b5edc4), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:05.555509 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-b11e7f79-dd3d-4ed2-a3cd-ecdb78e79c93 None None] Set router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 20:01:05.571378 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b6f6-b555-47fe-aa37-af4a8e0d9530 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (254579e7-77fa-4444-9b2f-f18013b5edc4), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:05.613383 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc8b6f6-b555-47fe-aa37-af4a8e0d9530 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 20:01:05.618318 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-ebc8b6f6-b555-47fe-aa37-af4a8e0d9530 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Resources bound (agent type, host, resource id): {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 20:01:05.622087 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc8b6f6-b555-47fe-aa37-af4a8e0d9530 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Received port after_create {{(pid=110545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 20:01:05.625379 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8b6f6-b555-47fe-aa37-af4a8e0d9530 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Pushing event updated for resources: {'Port': ['ID=254579e7-77fa-4444-9b2f-f18013b5edc4,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:01:05.776734 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-b11e7f79-dd3d-4ed2-a3cd-ecdb78e79c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '8cd44c2d-3d7d-46b3-a842-2307a0236311', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'port_id': '14c3c357-d038-4761-af70-e6a46b8da1d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'mac_address': 'fa:16:3e:a0:f4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac04816-f371-4f1f-a486-111e39d68532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T20:00:39Z', 'updated_at': '2022-07-01T20:01:04Z', 'revision_number': 1, 'project_id': '983da191c3d44e608e40f289e26d3603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:23Z', 'revision_number': 5, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:01:05.803030 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e7f79-dd3d-4ed2-a3cd-ecdb78e79c93 None None] Checking router: c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 20:01:05.812177 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e7f79-dd3d-4ed2-a3cd-ecdb78e79c93 None None] Routers {'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 20:01:05.812792 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-b11e7f79-dd3d-4ed2-a3cd-ecdb78e79c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T20:00:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:01:05.906818 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:05.918840 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-b11e7f79-dd3d-4ed2-a3cd-ecdb78e79c93 None None] Set router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 20:01:05.935833 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:05.968340 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b6f6-b555-47fe-aa37-af4a8e0d9530 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for floatingip (97956de3-4175-4d10-bbd0-40ee77ab4f3e), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:06.036399 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b6f6-b555-47fe-aa37-af4a8e0d9530 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (254579e7-77fa-4444-9b2f-f18013b5edc4), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:06.144712 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-2164de5a-2ffd-41ce-a11c-b4930f819046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:06.151090 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-b11e7f79-dd3d-4ed2-a3cd-ecdb78e79c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '8cd44c2d-3d7d-46b3-a842-2307a0236311', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'port_id': '14c3c357-d038-4761-af70-e6a46b8da1d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'mac_address': 'fa:16:3e:a0:f4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac04816-f371-4f1f-a486-111e39d68532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T20:00:39Z', 'updated_at': '2022-07-01T20:01:04Z', 'revision_number': 1, 'project_id': '983da191c3d44e608e40f289e26d3603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:23Z', 'revision_number': 5, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:01:06.177615 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e7f79-dd3d-4ed2-a3cd-ecdb78e79c93 None None] The sync data for ids ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'] in dv-cinder-844601-7-iscsi is: [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '8cd44c2d-3d7d-46b3-a842-2307a0236311', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'port_id': '14c3c357-d038-4761-af70-e6a46b8da1d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'mac_address': 'fa:16:3e:a0:f4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac04816-f371-4f1f-a486-111e39d68532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T20:00:39Z', 'updated_at': '2022-07-01T20:01:04Z', 'revision_number': 1, 'project_id': '983da191c3d44e608e40f289e26d3603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:23Z', 'revision_number': 5, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 20:01:06.187273 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b6f6-b555-47fe-aa37-af4a8e0d9530 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for port (254579e7-77fa-4444-9b2f-f18013b5edc4), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:06.192216 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b6f6-b555-47fe-aa37-af4a8e0d9530 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5117128'] for port (254579e7-77fa-4444-9b2f-f18013b5edc4), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:06.264196 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8b6f6-b555-47fe-aa37-af4a8e0d9530 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Pushing event updated for resources: {'Port': ['ID=254579e7-77fa-4444-9b2f-f18013b5edc4,revision_number=2']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:01:06.276626 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b6f6-b555-47fe-aa37-af4a8e0d9530 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (97956de3-4175-4d10-bbd0-40ee77ab4f3e), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:06.372193 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.l3_db [None req-ebc8b6f6-b555-47fe-aa37-af4a8e0d9530 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Floating IP 97956de3-4175-4d10-bbd0-40ee77ab4f3e associated. External IP: 172.27.1.103, port: 6adc29b3-1960-40fd-8ad1-4dfc34d21261. Jul 01 20:01:06.385600 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e46611d-2dc9-45ab-944f-24c4d37aa1de None None] New status for floating IP 8cd44c2d-3d7d-46b3-a842-2307a0236311: ACTIVE {{(pid=110547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 20:01:06.575291 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc8b6f6-b555-47fe-aa37-af4a8e0d9530 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 20:01:06.763247 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb00758-7acd-429b-ad9e-293b6c55994b req-47291658-8a7b-4699-9bf3-d16e264fe283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:06.764809 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6fb00758-7acd-429b-ad9e-293b6c55994b req-47291658-8a7b-4699-9bf3-d16e264fe283 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=983da191c3d44e608e40f289e26d3603&device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 1130 time: 0.0460258 Jul 01 20:01:06.905775 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc8b6f6-b555-47fe-aa37-af4a8e0d9530 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 20:01:06.916161 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df80b4ab-4fd6-41b8-890c-560a7a75183f None None] Sync routers for ids ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 20:01:06.924827 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b6f6-b555-47fe-aa37-af4a8e0d9530 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:06.928180 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:06.928701 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df80b4ab-4fd6-41b8-890c-560a7a75183f None None] Routers {'7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 20:01:06.929203 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-df80b4ab-4fd6-41b8-890c-560a7a75183f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T20:00:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:01:06.958134 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-ebc8b6f6-b555-47fe-aa37-af4a8e0d9530 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7546785 Jul 01 20:01:06.958879 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc669e16-66da-4c61-bfae-4d266c6b16d8', 'tag': '6adc29b3-1960-40fd-8ad1-4dfc34d21261'}] {{(pid=110545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:01:06.962510 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcb8287ee1e4b298a834a36a05516dc05427937f10d56c225ffa2f4d88459ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601ef03a-7c92-4fbd-974f-c3d3951b9de5" -d '{"events": [{"name": "network-changed", "server_uuid": "cc669e16-66da-4c61-bfae-4d266c6b16d8", "tag": "6adc29b3-1960-40fd-8ad1-4dfc34d21261"}]}' {{(pid=110545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:01:06.996974 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 20:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c761ae34-0455-4089-9a1d-c0e3bec58ff0 x-openstack-request-id: req-c761ae34-0455-4089-9a1d-c0e3bec58ff0 {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:01:06.997279 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc669e16-66da-4c61-bfae-4d266c6b16d8", "tag": "6adc29b3-1960-40fd-8ad1-4dfc34d21261", "status": "completed", "code": 200}]} {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:01:06.997512 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c761ae34-0455-4089-9a1d-c0e3bec58ff0 {{(pid=110545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:01:06.997941 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c761ae34-0455-4089-9a1d-c0e3bec58ff0'] response: {'name': 'network-changed', 'server_uuid': 'cc669e16-66da-4c61-bfae-4d266c6b16d8', 'tag': '6adc29b3-1960-40fd-8ad1-4dfc34d21261', 'status': 'completed', 'code': 200} Jul 01 20:01:07.034336 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-df80b4ab-4fd6-41b8-890c-560a7a75183f None None] Set router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 20:01:07.068777 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:07.187831 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:07.248058 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-df80b4ab-4fd6-41b8-890c-560a7a75183f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T19:54:49Z', 'revision_number': 4, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port': {'id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:44Z', 'updated_at': '2022-07-01T19:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '8fe0ce21-676c-49a5-a964-29d172cd2de5', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'port_id': 'c3aa88b7-7e29-46f3-9c4e-3618ea05e754', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'mac_address': 'fa:16:3e:2f:c2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c2262f-a173-4336-91b1-f5f7a20bf96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:58:46Z', 'updated_at': '2022-07-01T19:58:48Z', 'revision_number': 1, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'fixed_ip_address_scope': None}, {'id': '97956de3-4175-4d10-bbd0-40ee77ab4f3e', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'port_id': '6adc29b3-1960-40fd-8ad1-4dfc34d21261', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'mac_address': 'fa:16:3e:aa:39:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc669e16-66da-4c61-bfae-4d266c6b16d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T20:01:05Z', 'updated_at': '2022-07-01T20:01:05Z', 'revision_number': 0, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01ab8bf-dc58-4397-9307-b41497af8ef6', 'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'mac_address': 'fa:16:3e:87:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '129fcccf-8477-4494-ac8a-396275dff649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:47Z', 'updated_at': '2022-07-01T19:54:54Z', 'revision_number': 5, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'subnets': [{'id': '129fcccf-8477-4494-ac8a-396275dff649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:01:07.276924 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df80b4ab-4fd6-41b8-890c-560a7a75183f None None] Checking router: 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 20:01:07.286411 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df80b4ab-4fd6-41b8-890c-560a7a75183f None None] Routers {'7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 20:01:07.287008 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-df80b4ab-4fd6-41b8-890c-560a7a75183f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T20:00:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:01:07.383925 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-df80b4ab-4fd6-41b8-890c-560a7a75183f None None] Set router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 20:01:07.597925 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-df80b4ab-4fd6-41b8-890c-560a7a75183f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T19:54:49Z', 'revision_number': 4, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port': {'id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:44Z', 'updated_at': '2022-07-01T19:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '8fe0ce21-676c-49a5-a964-29d172cd2de5', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'port_id': 'c3aa88b7-7e29-46f3-9c4e-3618ea05e754', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'mac_address': 'fa:16:3e:2f:c2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c2262f-a173-4336-91b1-f5f7a20bf96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:58:46Z', 'updated_at': '2022-07-01T19:58:48Z', 'revision_number': 1, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'fixed_ip_address_scope': None}, {'id': '97956de3-4175-4d10-bbd0-40ee77ab4f3e', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'port_id': '6adc29b3-1960-40fd-8ad1-4dfc34d21261', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'mac_address': 'fa:16:3e:aa:39:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc669e16-66da-4c61-bfae-4d266c6b16d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T20:01:05Z', 'updated_at': '2022-07-01T20:01:05Z', 'revision_number': 0, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01ab8bf-dc58-4397-9307-b41497af8ef6', 'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'mac_address': 'fa:16:3e:87:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '129fcccf-8477-4494-ac8a-396275dff649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:47Z', 'updated_at': '2022-07-01T19:54:54Z', 'revision_number': 5, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'subnets': [{'id': '129fcccf-8477-4494-ac8a-396275dff649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:01:07.600379 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=100 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:07.623375 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df80b4ab-4fd6-41b8-890c-560a7a75183f None None] The sync data for ids ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'] in dv-cinder-844601-7-iscsi is: [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T19:54:49Z', 'revision_number': 4, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port': {'id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:44Z', 'updated_at': '2022-07-01T19:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '8fe0ce21-676c-49a5-a964-29d172cd2de5', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'port_id': 'c3aa88b7-7e29-46f3-9c4e-3618ea05e754', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'mac_address': 'fa:16:3e:2f:c2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c2262f-a173-4336-91b1-f5f7a20bf96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:58:46Z', 'updated_at': '2022-07-01T19:58:48Z', 'revision_number': 1, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'fixed_ip_address_scope': None}, {'id': '97956de3-4175-4d10-bbd0-40ee77ab4f3e', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'port_id': '6adc29b3-1960-40fd-8ad1-4dfc34d21261', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'mac_address': 'fa:16:3e:aa:39:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc669e16-66da-4c61-bfae-4d266c6b16d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T20:01:05Z', 'updated_at': '2022-07-01T20:01:05Z', 'revision_number': 0, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01ab8bf-dc58-4397-9307-b41497af8ef6', 'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'mac_address': 'fa:16:3e:87:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '129fcccf-8477-4494-ac8a-396275dff649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:47Z', 'updated_at': '2022-07-01T19:54:54Z', 'revision_number': 5, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'subnets': [{'id': '129fcccf-8477-4494-ac8a-396275dff649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 20:01:07.763262 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ef03a-7c92-4fbd-974f-c3d3951b9de5 req-8cc556be-3f03-4853-a05a-72053f923995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:07.764774 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-601ef03a-7c92-4fbd-974f-c3d3951b9de5 req-8cc556be-3f03-4853-a05a-72053f923995 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=262e5b1a6f6248cca455437d23b8d441&device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 1129 time: 0.0804813 Jul 01 20:01:07.821293 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb00758-7acd-429b-ad9e-293b6c55994b req-7e1aa989-bced-45a5-9996-e5bde6679506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:07.823190 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6fb00758-7acd-429b-ad9e-293b6c55994b req-7e1aa989-bced-45a5-9996-e5bde6679506 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd301699-ca40-48e9-9559-67a73cd4bb19 HTTP/1.1" status: 200 len: 916 time: 0.1578336 Jul 01 20:01:07.828300 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47e6f4c-7ac5-48f7-9797-a17aeb19c8f4 None None] New status for floating IP 97956de3-4175-4d10-bbd0-40ee77ab4f3e: ACTIVE {{(pid=110547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 20:01:07.937038 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6fb00758-7acd-429b-ad9e-293b6c55994b req-4313dabd-72d8-426e-8c8b-53c80ddda4aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14c3c357-d038-4761-af70-e6a46b8da1d3 HTTP/1.1" status: 200 len: 1001 time: 0.0818024 Jul 01 20:01:07.938120 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ef03a-7c92-4fbd-974f-c3d3951b9de5 req-6243e0b4-e7b7-46d9-99b5-9ef5c0598f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:07.939443 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-601ef03a-7c92-4fbd-974f-c3d3951b9de5 req-6243e0b4-e7b7-46d9-99b5-9ef5c0598f37 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9 HTTP/1.1" status: 200 len: 912 time: 0.1657262 Jul 01 20:01:08.014107 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:08.041222 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb00758-7acd-429b-ad9e-293b6c55994b req-64c6eae1-7090-44e3-b707-5369dc703df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:08.042702 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6fb00758-7acd-429b-ad9e-293b6c55994b req-64c6eae1-7090-44e3-b707-5369dc703df3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1 HTTP/1.1" status: 200 len: 854 time: 0.0903394 Jul 01 20:01:08.048571 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-601ef03a-7c92-4fbd-974f-c3d3951b9de5 req-27d7d9c5-d928-4d06-b79c-b6bf571a5e33 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6adc29b3-1960-40fd-8ad1-4dfc34d21261 HTTP/1.1" status: 200 len: 1001 time: 0.0950634 Jul 01 20:01:08.119168 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb00758-7acd-429b-ad9e-293b6c55994b req-167b416b-7796-4601-b609-3e55a2361a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:08.120643 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6fb00758-7acd-429b-ad9e-293b6c55994b req-167b416b-7796-4601-b609-3e55a2361a92 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd301699-ca40-48e9-9559-67a73cd4bb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712435 Jul 01 20:01:08.136805 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ef03a-7c92-4fbd-974f-c3d3951b9de5 req-4e6b49e3-bc6f-488f-8c4f-049959bd4ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:08.138193 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-601ef03a-7c92-4fbd-974f-c3d3951b9de5 req-4e6b49e3-bc6f-488f-8c4f-049959bd4ffb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=129fcccf-8477-4494-ac8a-396275dff649 HTTP/1.1" status: 200 len: 850 time: 0.0785584 Jul 01 20:01:08.224200 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ef03a-7c92-4fbd-974f-c3d3951b9de5 req-7fad26c9-8453-40c2-affd-aec9ff4777af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:08.225603 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-601ef03a-7c92-4fbd-974f-c3d3951b9de5 req-7fad26c9-8453-40c2-affd-aec9ff4777af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0772829 Jul 01 20:01:08.247222 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:08.271587 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6fb00758-7acd-429b-ad9e-293b6c55994b req-557ddddf-a836-4d90-9675-6b4ebe892a83 service neutron] 10.222.0.60 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450014 Jul 01 20:01:08.391812 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-601ef03a-7c92-4fbd-974f-c3d3951b9de5 req-cc657efc-483f-46fc-8df6-658710cf3bee service neutron] 10.222.0.60 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570177 Jul 01 20:01:08.432898 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-6fb00758-7acd-429b-ad9e-293b6c55994b req-76c662b5-2c2a-4c53-b429-267b9cfe7269 service neutron] 10.222.0.60 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534810 Jul 01 20:01:08.600063 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ce9b467f-e601-4ee0-b328-736d39006127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:08.764249 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-601ef03a-7c92-4fbd-974f-c3d3951b9de5 req-b5b05113-c5f7-4479-af05-a952f6097839 service neutron] 10.222.0.60 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656499 Jul 01 20:01:09.766353 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:11.121937 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:11.408298 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:12.878661 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 34956) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:01:12.986029 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-febe7753-1db1-42a3-b4c4-43cc0ff31a1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:13.007256 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:13.066434 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-febe7753-1db1-42a3-b4c4-43cc0ff31a1a admin admin] Publish callbacks [] for security_group (11942cea-66a1-4ab6-a781-5b6f1069da6c), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:13.070045 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-febe7753-1db1-42a3-b4c4-43cc0ff31a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (11942cea-66a1-4ab6-a781-5b6f1069da6c), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:13.109670 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe7753-1db1-42a3-b4c4-43cc0ff31a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11942cea-66a1-4ab6-a781-5b6f1069da6c,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:01:13.114735 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-febe7753-1db1-42a3-b4c4-43cc0ff31a1a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=74d4ad2e27b64084ad0cefaed213d509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350521 Jul 01 20:01:13.117099 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 34960) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:01:13.165132 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b80435c6-01cd-473e-b8fd-d1ea7b0f81b9 admin admin] Publish callbacks [] for security_group (11942cea-66a1-4ab6-a781-5b6f1069da6c), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:13.186999 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b80435c6-01cd-473e-b8fd-d1ea7b0f81b9 admin admin] Publish callbacks [] for security_group (11942cea-66a1-4ab6-a781-5b6f1069da6c), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:13.236363 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b80435c6-01cd-473e-b8fd-d1ea7b0f81b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (11942cea-66a1-4ab6-a781-5b6f1069da6c), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:13.239820 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b80435c6-01cd-473e-b8fd-d1ea7b0f81b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:13.241114 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-b80435c6-01cd-473e-b8fd-d1ea7b0f81b9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/11942cea-66a1-4ab6-a781-5b6f1069da6c HTTP/1.1" status: 204 len: 168 time: 0.1230497 Jul 01 20:01:13.249827 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80435c6-01cd-473e-b8fd-d1ea7b0f81b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11942cea-66a1-4ab6-a781-5b6f1069da6c,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:01:13.510674 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 34968) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:01:13.525309 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f5aeef95-41bb-4133-89a4-9ff448ccd744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:13.606614 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f5aeef95-41bb-4133-89a4-9ff448ccd744 admin admin] Publish callbacks [] for security_group (ee897e0c-fd8d-42f0-9d49-996ebd513ea0), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:13.610159 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f5aeef95-41bb-4133-89a4-9ff448ccd744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (ee897e0c-fd8d-42f0-9d49-996ebd513ea0), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:13.653190 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-f5aeef95-41bb-4133-89a4-9ff448ccd744 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dc42ba341201446caf1ce4d889bff321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414607 Jul 01 20:01:13.654057 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aeef95-41bb-4133-89a4-9ff448ccd744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee897e0c-fd8d-42f0-9d49-996ebd513ea0,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:01:13.656451 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 34970) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:01:13.704728 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-958ebb7c-2762-4394-9fd9-d14edca5e1ee admin admin] Publish callbacks [] for security_group (ee897e0c-fd8d-42f0-9d49-996ebd513ea0), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:13.725842 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-958ebb7c-2762-4394-9fd9-d14edca5e1ee admin admin] Publish callbacks [] for security_group (ee897e0c-fd8d-42f0-9d49-996ebd513ea0), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:13.772034 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-958ebb7c-2762-4394-9fd9-d14edca5e1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (ee897e0c-fd8d-42f0-9d49-996ebd513ea0), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:13.774901 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-958ebb7c-2762-4394-9fd9-d14edca5e1ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:13.776019 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-958ebb7c-2762-4394-9fd9-d14edca5e1ee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ee897e0c-fd8d-42f0-9d49-996ebd513ea0 HTTP/1.1" status: 204 len: 168 time: 0.1185913 Jul 01 20:01:13.783512 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ebb7c-2762-4394-9fd9-d14edca5e1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee897e0c-fd8d-42f0-9d49-996ebd513ea0,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:01:16.461998 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:19.867952 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:19.868705 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:23.647817 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=58,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:23.649683 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:INSERT=10,neutron:UPDATE=1,neutron:SELECT=44,neutron:DELETE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:23.778898 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=81,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:23.779757 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=40,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:24.438082 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 35080) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:01:24.543833 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3a1724df-c32a-4b6c-9d2c-d7d425a85698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:24.619529 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3a1724df-c32a-4b6c-9d2c-d7d425a85698 admin admin] Publish callbacks [] for security_group (6e7f2ac6-7909-420a-983a-d76e21420700), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:24.623093 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-3a1724df-c32a-4b6c-9d2c-d7d425a85698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (6e7f2ac6-7909-420a-983a-d76e21420700), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:24.666782 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-3a1724df-c32a-4b6c-9d2c-d7d425a85698 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2c4f04845f1b4987b29cafc3971c75d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276337 Jul 01 20:01:24.667748 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1724df-c32a-4b6c-9d2c-d7d425a85698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7f2ac6-7909-420a-983a-d76e21420700,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:01:24.669369 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 35084) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:01:24.675020 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1724df-c32a-4b6c-9d2c-d7d425a85698 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.675371 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1724df-c32a-4b6c-9d2c-d7d425a85698 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.675714 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1724df-c32a-4b6c-9d2c-d7d425a85698 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.676091 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1724df-c32a-4b6c-9d2c-d7d425a85698 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.676432 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1724df-c32a-4b6c-9d2c-d7d425a85698 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.676755 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1724df-c32a-4b6c-9d2c-d7d425a85698 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.677085 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1724df-c32a-4b6c-9d2c-d7d425a85698 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.677409 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1724df-c32a-4b6c-9d2c-d7d425a85698 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.677767 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1724df-c32a-4b6c-9d2c-d7d425a85698 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.678098 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1724df-c32a-4b6c-9d2c-d7d425a85698 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.678425 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1724df-c32a-4b6c-9d2c-d7d425a85698 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.678752 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1724df-c32a-4b6c-9d2c-d7d425a85698 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.679075 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1724df-c32a-4b6c-9d2c-d7d425a85698 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.679394 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1724df-c32a-4b6c-9d2c-d7d425a85698 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.679715 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1724df-c32a-4b6c-9d2c-d7d425a85698 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.718471 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-7f136ef1-4a84-4684-96b9-59f416e22ce4 admin admin] Publish callbacks [] for security_group (6e7f2ac6-7909-420a-983a-d76e21420700), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:24.740520 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-7f136ef1-4a84-4684-96b9-59f416e22ce4 admin admin] Publish callbacks [] for security_group (6e7f2ac6-7909-420a-983a-d76e21420700), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:24.786942 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-7f136ef1-4a84-4684-96b9-59f416e22ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (6e7f2ac6-7909-420a-983a-d76e21420700), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:24.789428 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-7f136ef1-4a84-4684-96b9-59f416e22ce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:24.790591 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-7f136ef1-4a84-4684-96b9-59f416e22ce4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6e7f2ac6-7909-420a-983a-d76e21420700 HTTP/1.1" status: 204 len: 168 time: 0.1201344 Jul 01 20:01:24.798343 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f136ef1-4a84-4684-96b9-59f416e22ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7f2ac6-7909-420a-983a-d76e21420700,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:01:24.806002 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f136ef1-4a84-4684-96b9-59f416e22ce4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.806347 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f136ef1-4a84-4684-96b9-59f416e22ce4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.806686 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f136ef1-4a84-4684-96b9-59f416e22ce4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.807023 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f136ef1-4a84-4684-96b9-59f416e22ce4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.807352 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f136ef1-4a84-4684-96b9-59f416e22ce4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.807679 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f136ef1-4a84-4684-96b9-59f416e22ce4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.808003 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f136ef1-4a84-4684-96b9-59f416e22ce4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.808324 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f136ef1-4a84-4684-96b9-59f416e22ce4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.808653 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f136ef1-4a84-4684-96b9-59f416e22ce4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.808973 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f136ef1-4a84-4684-96b9-59f416e22ce4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.809296 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f136ef1-4a84-4684-96b9-59f416e22ce4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.809733 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f136ef1-4a84-4684-96b9-59f416e22ce4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.809957 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f136ef1-4a84-4684-96b9-59f416e22ce4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.810382 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f136ef1-4a84-4684-96b9-59f416e22ce4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:24.810819 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f136ef1-4a84-4684-96b9-59f416e22ce4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:01:25.064054 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 35090) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:01:25.078027 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-30b7c51d-3d81-4a8f-809a-d5a4c47935e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:25.155215 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-30b7c51d-3d81-4a8f-809a-d5a4c47935e0 admin admin] Publish callbacks [] for security_group (b535a548-9880-450a-96a9-594482364e4f), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:25.158806 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-30b7c51d-3d81-4a8f-809a-d5a4c47935e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (b535a548-9880-450a-96a9-594482364e4f), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:25.198033 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7c51d-3d81-4a8f-809a-d5a4c47935e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b535a548-9880-450a-96a9-594482364e4f,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:01:25.202210 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-30b7c51d-3d81-4a8f-809a-d5a4c47935e0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8bc2bd402ee446b19bb05c41d61bc2af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371551 Jul 01 20:01:25.205004 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 35092) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:01:25.253119 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f81c3eae-6c3c-40c2-bb29-0769563295b5 admin admin] Publish callbacks [] for security_group (b535a548-9880-450a-96a9-594482364e4f), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:25.274964 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f81c3eae-6c3c-40c2-bb29-0769563295b5 admin admin] Publish callbacks [] for security_group (b535a548-9880-450a-96a9-594482364e4f), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:25.321742 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f81c3eae-6c3c-40c2-bb29-0769563295b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (b535a548-9880-450a-96a9-594482364e4f), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:25.324202 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f81c3eae-6c3c-40c2-bb29-0769563295b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:25.325336 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-f81c3eae-6c3c-40c2-bb29-0769563295b5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b535a548-9880-450a-96a9-594482364e4f HTTP/1.1" status: 204 len: 168 time: 0.1196373 Jul 01 20:01:25.333501 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c3eae-6c3c-40c2-bb29-0769563295b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b535a548-9880-450a-96a9-594482364e4f,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:01:29.463570 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 35154) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:01:29.569453 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fd1ea50c-4d7b-4a7f-bccd-3d3d76173b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:29.652219 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fd1ea50c-4d7b-4a7f-bccd-3d3d76173b82 admin admin] Publish callbacks [] for security_group (3cc87ac5-f5ea-452a-8df0-508c55ac6f03), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:29.655907 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-fd1ea50c-4d7b-4a7f-bccd-3d3d76173b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (3cc87ac5-f5ea-452a-8df0-508c55ac6f03), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:29.696784 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-fd1ea50c-4d7b-4a7f-bccd-3d3d76173b82 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7a2cf919632e466fa55d34aa94e3e18e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321134 Jul 01 20:01:29.698700 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ea50c-4d7b-4a7f-bccd-3d3d76173b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc87ac5-f5ea-452a-8df0-508c55ac6f03,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:01:29.699446 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 35158) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:01:29.749450 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-4589b8c8-0c29-4208-986f-52198c20d9d4 admin admin] Publish callbacks [] for security_group (3cc87ac5-f5ea-452a-8df0-508c55ac6f03), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:29.771051 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-4589b8c8-0c29-4208-986f-52198c20d9d4 admin admin] Publish callbacks [] for security_group (3cc87ac5-f5ea-452a-8df0-508c55ac6f03), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:29.816264 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-4589b8c8-0c29-4208-986f-52198c20d9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (3cc87ac5-f5ea-452a-8df0-508c55ac6f03), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:29.819041 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-4589b8c8-0c29-4208-986f-52198c20d9d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:29.820177 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-4589b8c8-0c29-4208-986f-52198c20d9d4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3cc87ac5-f5ea-452a-8df0-508c55ac6f03 HTTP/1.1" status: 204 len: 168 time: 0.1197643 Jul 01 20:01:29.827816 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589b8c8-0c29-4208-986f-52198c20d9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc87ac5-f5ea-452a-8df0-508c55ac6f03,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:01:30.084829 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 35164) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:01:30.099094 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-102d2656-1f7f-461f-ac74-737724603191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:30.174657 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-102d2656-1f7f-461f-ac74-737724603191 admin admin] Publish callbacks [] for security_group (59ae1727-2dad-49ad-9d75-3aae2786fddf), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:30.179347 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-102d2656-1f7f-461f-ac74-737724603191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (59ae1727-2dad-49ad-9d75-3aae2786fddf), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:30.220980 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-102d2656-1f7f-461f-ac74-737724603191 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d0befe2b063438f861c1a711db988ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350982 Jul 01 20:01:30.221715 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d2656-1f7f-461f-ac74-737724603191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ae1727-2dad-49ad-9d75-3aae2786fddf,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:01:30.224955 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 35166) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:01:30.278177 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a3672096-2650-48a9-bbb4-86c875b695c3 admin admin] Publish callbacks [] for security_group (59ae1727-2dad-49ad-9d75-3aae2786fddf), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:30.282357 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:30.304916 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a3672096-2650-48a9-bbb4-86c875b695c3 admin admin] Publish callbacks [] for security_group (59ae1727-2dad-49ad-9d75-3aae2786fddf), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:30.315443 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:30.361207 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a3672096-2650-48a9-bbb4-86c875b695c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (59ae1727-2dad-49ad-9d75-3aae2786fddf), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:30.364877 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a3672096-2650-48a9-bbb4-86c875b695c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:30.366027 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-a3672096-2650-48a9-bbb4-86c875b695c3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/59ae1727-2dad-49ad-9d75-3aae2786fddf HTTP/1.1" status: 204 len: 168 time: 0.1398919 Jul 01 20:01:30.373889 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3672096-2650-48a9-bbb4-86c875b695c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ae1727-2dad-49ad-9d75-3aae2786fddf,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:01:33.937423 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 35210) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:01:34.043868 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d84d80c9-7f96-40cc-94ed-9ce00b9933d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:34.119337 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d84d80c9-7f96-40cc-94ed-9ce00b9933d5 admin admin] Publish callbacks [] for security_group (24b157dd-fb92-45d2-9630-d84bc8b94d51), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:34.122821 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d84d80c9-7f96-40cc-94ed-9ce00b9933d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (24b157dd-fb92-45d2-9630-d84bc8b94d51), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:34.161575 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-d84d80c9-7f96-40cc-94ed-9ce00b9933d5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aaa32fffc74548759edc8a9238d00859&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230842 Jul 01 20:01:34.162467 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d80c9-7f96-40cc-94ed-9ce00b9933d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b157dd-fb92-45d2-9630-d84bc8b94d51,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:01:34.164966 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 35214) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:01:34.214385 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7751cf71-3674-4ebc-a712-90ffa83ec6a7 admin admin] Publish callbacks [] for security_group (24b157dd-fb92-45d2-9630-d84bc8b94d51), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:34.236244 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7751cf71-3674-4ebc-a712-90ffa83ec6a7 admin admin] Publish callbacks [] for security_group (24b157dd-fb92-45d2-9630-d84bc8b94d51), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:34.282829 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7751cf71-3674-4ebc-a712-90ffa83ec6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (24b157dd-fb92-45d2-9630-d84bc8b94d51), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:34.286511 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-7751cf71-3674-4ebc-a712-90ffa83ec6a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:34.287666 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-7751cf71-3674-4ebc-a712-90ffa83ec6a7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/24b157dd-fb92-45d2-9630-d84bc8b94d51 HTTP/1.1" status: 204 len: 168 time: 0.1216228 Jul 01 20:01:34.295820 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751cf71-3674-4ebc-a712-90ffa83ec6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b157dd-fb92-45d2-9630-d84bc8b94d51,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:01:36.131502 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-a776b2d1-c7dc-4d9d-aa65-c5ac7f9974f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:36.213458 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=14 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:36.214210 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=12 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:38.591410 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:38.593009 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:38.597706 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:38.607583 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-3a00ff2f-53c8-43d0-9f45-00fef83a4967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:39.768642 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:40.857828 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 20:01:41.126233 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:41.411293 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:44.155550 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=22,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:44.157529 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=22,neutron:INSERT=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:44.290235 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=66,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:44.291003 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=76,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:46.464540 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:51.401091 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:52.419266 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ae231-04da-4e4e-907c-b4041fa9a190 req-460b8545-d32b-4e35-bf5f-343317f09a46 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:52.420761 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ed0ae231-04da-4e4e-907c-b4041fa9a190 req-460b8545-d32b-4e35-bf5f-343317f09a46 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 946 time: 0.0577626 Jul 01 20:01:52.487784 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ed0ae231-04da-4e4e-907c-b4041fa9a190 req-ccf8a555-70e9-4523-ab78-d3a1006ea565 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=72907dc7-7ce6-4202-989a-fcfb81decb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531931 Jul 01 20:01:53.610410 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95605aaf-057b-4ee2-996f-b62eb41de978 req-709c818c-64f3-424a-868c-96adeaf1daa1 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:53.612024 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-95605aaf-057b-4ee2-996f-b62eb41de978 req-709c818c-64f3-424a-868c-96adeaf1daa1 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 946 time: 0.0497146 Jul 01 20:01:53.660721 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-95605aaf-057b-4ee2-996f-b62eb41de978 req-122e4ac0-65ff-4193-bafa-22a5dfc119a7 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=72907dc7-7ce6-4202-989a-fcfb81decb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430925 Jul 01 20:01:54.265608 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2aba33-ebda-4c2c-974a-8ca39241ae90 req-89088d76-5408-4e99-95d3-4c78d71345f6 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:54.267322 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ce2aba33-ebda-4c2c-974a-8ca39241ae90 req-89088d76-5408-4e99-95d3-4c78d71345f6 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 946 time: 0.0465822 Jul 01 20:01:54.353492 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-ce2aba33-ebda-4c2c-974a-8ca39241ae90 req-ae03e9c4-80db-43c4-b063-e8909d86657b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Deleting port 14c3c357-d038-4761-af70-e6a46b8da1d3 {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:01:54.353856 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-ce2aba33-ebda-4c2c-974a-8ca39241ae90 req-ae03e9c4-80db-43c4-b063-e8909d86657b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (14c3c357-d038-4761-af70-e6a46b8da1d3), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:54.443279 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-ce2aba33-ebda-4c2c-974a-8ca39241ae90 req-ae03e9c4-80db-43c4-b063-e8909d86657b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] For port 14c3c357-d038-4761-af70-e6a46b8da1d3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=14c3c357-d038-4761-af70-e6a46b8da1d3,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:01:54.443645 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-ce2aba33-ebda-4c2c-974a-8ca39241ae90 req-ae03e9c4-80db-43c4-b063-e8909d86657b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (14c3c357-d038-4761-af70-e6a46b8da1d3), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:54.608633 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-ce2aba33-ebda-4c2c-974a-8ca39241ae90 req-ae03e9c4-80db-43c4-b063-e8909d86657b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:54.608998 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-ce2aba33-ebda-4c2c-974a-8ca39241ae90 req-ae03e9c4-80db-43c4-b063-e8909d86657b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (8cd44c2d-3d7d-46b3-a842-2307a0236311), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:54.609313 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.l3_db [req-ce2aba33-ebda-4c2c-974a-8ca39241ae90 req-ae03e9c4-80db-43c4-b063-e8909d86657b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Floating IP 8cd44c2d-3d7d-46b3-a842-2307a0236311 disassociated. External IP: 172.27.1.80, port: 14c3c357-d038-4761-af70-e6a46b8da1d3. Jul 01 20:01:54.609688 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-ce2aba33-ebda-4c2c-974a-8ca39241ae90 req-ae03e9c4-80db-43c4-b063-e8909d86657b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Calling delete_port for 14c3c357-d038-4761-af70-e6a46b8da1d3 owned by compute:nova {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:01:54.768039 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-ce2aba33-ebda-4c2c-974a-8ca39241ae90 req-ae03e9c4-80db-43c4-b063-e8909d86657b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (14c3c357-d038-4761-af70-e6a46b8da1d3), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:54.805968 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03e9c4-80db-43c4-b063-e8909d86657b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event deleted for resources: {'Port': ['ID=14c3c357-d038-4761-af70-e6a46b8da1d3,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:01:54.816882 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7816033-46b4-4127-bd51-7d51481d3c52 req-7b319e43-cff7-4567-a2d5-becb9b95de1b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:54.819553 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e7816033-46b4-4127-bd51-7d51481d3c52 req-7b319e43-cff7-4567-a2d5-becb9b95de1b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 946 time: 0.0881214 Jul 01 20:01:54.942779 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:54.954416 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e7816033-46b4-4127-bd51-7d51481d3c52 req-42bc35ab-23ee-4b77-b26e-dc74356cc74e tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=72907dc7-7ce6-4202-989a-fcfb81decb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282632 Jul 01 20:01:54.975792 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce2aba33-ebda-4c2c-974a-8ca39241ae90 req-ae03e9c4-80db-43c4-b063-e8909d86657b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 20:01:54.983423 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:01:55.097512 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce2aba33-ebda-4c2c-974a-8ca39241ae90 req-ae03e9c4-80db-43c4-b063-e8909d86657b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 20:01:55.107105 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b1de7-1976-4566-8e7e-78bca961d66a None None] Sync routers for ids ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 20:01:55.119610 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b1de7-1976-4566-8e7e-78bca961d66a None None] Routers {'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 20:01:55.120309 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-748b1de7-1976-4566-8e7e-78bca961d66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T20:01:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:01:55.142239 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2aba33-ebda-4c2c-974a-8ca39241ae90 req-ae03e9c4-80db-43c4-b063-e8909d86657b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] No DVR routers for this DVR port 14c3c357-d038-4761-af70-e6a46b8da1d3 on host hv-cinder-84460 {{(pid=110544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 20:01:55.144882 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-ce2aba33-ebda-4c2c-974a-8ca39241ae90 req-ae03e9c4-80db-43c4-b063-e8909d86657b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:55.148367 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ce2aba33-ebda-4c2c-974a-8ca39241ae90 req-ae03e9c4-80db-43c4-b063-e8909d86657b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.60 "DELETE /v2.0/ports/14c3c357-d038-4761-af70-e6a46b8da1d3 HTTP/1.1" status: 204 len: 173 time: 0.8755517 Jul 01 20:01:55.148811 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac04816-f371-4f1f-a486-111e39d68532', 'name': 'network-vif-deleted', 'tag': '14c3c357-d038-4761-af70-e6a46b8da1d3'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:01:55.151110 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81251f02-3a3b-45ff-a00d-c3731177b735" -d '{"events": [{"server_uuid": "7ac04816-f371-4f1f-a486-111e39d68532", "name": "network-vif-deleted", "tag": "14c3c357-d038-4761-af70-e6a46b8da1d3"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:01:55.199265 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 20:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae5483f-eb6c-4db0-a2c1-4ea4ec505cb8 x-openstack-request-id: req-4ae5483f-eb6c-4db0-a2c1-4ea4ec505cb8 {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:01:55.199666 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac04816-f371-4f1f-a486-111e39d68532", "name": "network-vif-deleted", "tag": "14c3c357-d038-4761-af70-e6a46b8da1d3", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:01:55.200025 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4ae5483f-eb6c-4db0-a2c1-4ea4ec505cb8 {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:01:55.200575 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ae5483f-eb6c-4db0-a2c1-4ea4ec505cb8'] response: {'server_uuid': '7ac04816-f371-4f1f-a486-111e39d68532', 'name': 'network-vif-deleted', 'tag': '14c3c357-d038-4761-af70-e6a46b8da1d3', 'status': 'completed', 'code': 200} Jul 01 20:01:55.375936 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-748b1de7-1976-4566-8e7e-78bca961d66a None None] Set router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 20:01:55.563898 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-748b1de7-1976-4566-8e7e-78bca961d66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:23Z', 'revision_number': 5, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:01:55.589371 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b1de7-1976-4566-8e7e-78bca961d66a None None] Checking router: c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 20:01:55.597803 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b1de7-1976-4566-8e7e-78bca961d66a None None] Routers {'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 20:01:55.598432 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-748b1de7-1976-4566-8e7e-78bca961d66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T20:01:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:01:55.702057 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-748b1de7-1976-4566-8e7e-78bca961d66a None None] Set router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 20:01:55.889516 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-748b1de7-1976-4566-8e7e-78bca961d66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:23Z', 'revision_number': 5, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:01:55.914579 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b1de7-1976-4566-8e7e-78bca961d66a None None] The sync data for ids ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'] in dv-cinder-844601-7-iscsi is: [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:23Z', 'revision_number': 5, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 20:01:56.066546 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9bd77cb7-79cc-4aec-a752-d4b789c16cd8 req-116eee11-ce82-458c-8354-f8ec868eec31 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 210 time: 0.0298648 Jul 01 20:01:56.138217 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dff5ae-151e-4861-a6c0-b5c51ec2137a None None] New status for floating IP 8cd44c2d-3d7d-46b3-a842-2307a0236311: DOWN {{(pid=110547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 20:01:57.181718 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d23d11d3-7756-44d5-817d-7d1d75695b1f req-cb6bfb1c-a6b1-4e83-9708-ede08f9572c2 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 210 time: 0.0306013 Jul 01 20:01:58.156117 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-66294f75-f9dd-42b9-b3a6-bf4116fd1433 req-295bc121-2da2-4947-92ac-8694c66d9e95 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398433 Jul 01 20:01:58.242549 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66294f75-f9dd-42b9-b3a6-bf4116fd1433 req-c62b6f8c-8a26-49dc-a33d-4e1a434c9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:58.244103 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-66294f75-f9dd-42b9-b3a6-bf4116fd1433 req-c62b6f8c-8a26-49dc-a33d-4e1a434c9c07 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=262e5b1a6f6248cca455437d23b8d441&device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 1129 time: 0.0471227 Jul 01 20:01:58.315356 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bffbbbbe-4e39-4934-a322-f7b6414b0f9a req-912b4689-ff27-4af2-90ec-530f03a27371 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac04816-f371-4f1f-a486-111e39d68532 HTTP/1.1" status: 200 len: 210 time: 0.0308137 Jul 01 20:01:58.379238 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66294f75-f9dd-42b9-b3a6-bf4116fd1433 req-233e72f0-832e-4c9f-b42b-a3f51a6e0c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:58.380613 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-66294f75-f9dd-42b9-b3a6-bf4116fd1433 req-233e72f0-832e-4c9f-b42b-a3f51a6e0c44 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9 HTTP/1.1" status: 200 len: 912 time: 0.1143937 Jul 01 20:01:58.444731 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-66294f75-f9dd-42b9-b3a6-bf4116fd1433 req-005c103a-06e6-4f6d-ab7e-0894fa449f2e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3aa88b7-7e29-46f3-9c4e-3618ea05e754 HTTP/1.1" status: 200 len: 1001 time: 0.0552843 Jul 01 20:01:58.498429 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66294f75-f9dd-42b9-b3a6-bf4116fd1433 req-4fc9e7cc-652a-4f2c-a91a-480f238d50f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:58.499872 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-66294f75-f9dd-42b9-b3a6-bf4116fd1433 req-4fc9e7cc-652a-4f2c-a91a-480f238d50f3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=129fcccf-8477-4494-ac8a-396275dff649 HTTP/1.1" status: 200 len: 850 time: 0.0486929 Jul 01 20:01:58.544292 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66294f75-f9dd-42b9-b3a6-bf4116fd1433 req-0a7808a4-86a4-4924-b6d9-92d2b18b63da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:01:58.545801 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-66294f75-f9dd-42b9-b3a6-bf4116fd1433 req-0a7808a4-86a4-4924-b6d9-92d2b18b63da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400360 Jul 01 20:01:58.639346 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-66294f75-f9dd-42b9-b3a6-bf4116fd1433 req-bb583a4c-3205-4e91-af62-5c462334215e service neutron] 10.222.0.60 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870464 Jul 01 20:01:58.729065 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-66294f75-f9dd-42b9-b3a6-bf4116fd1433 req-b3711865-5a50-4b42-9860-4a80e5555a53 service neutron] 10.222.0.60 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834215 Jul 01 20:01:59.332469 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 14c3c357-d038-4761-af70-e6a46b8da1d3 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 20:01:59.353714 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] No Port match for: 14c3c357-d038-4761-af70-e6a46b8da1d3 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 20:01:59.354140 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 14c3c357-d038-4761-af70-e6a46b8da1d3 not bound to the agent host hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 20:01:59.401835 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 35456) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:01:59.460623 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fe38de40-fb20-4f15-97da-84a6aabbd0ea tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group (72907dc7-7ce6-4202-989a-fcfb81decb2c), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:59.484105 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fe38de40-fb20-4f15-97da-84a6aabbd0ea tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group (72907dc7-7ce6-4202-989a-fcfb81decb2c), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:59.535193 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fe38de40-fb20-4f15-97da-84a6aabbd0ea tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (72907dc7-7ce6-4202-989a-fcfb81decb2c), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:59.537833 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fe38de40-fb20-4f15-97da-84a6aabbd0ea tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:59.538980 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-fe38de40-fb20-4f15-97da-84a6aabbd0ea tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "DELETE /v2.0/security-groups/72907dc7-7ce6-4202-989a-fcfb81decb2c HTTP/1.1" status: 204 len: 168 time: 0.1361372 Jul 01 20:01:59.541849 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 35458) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:01:59.550657 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38de40-fb20-4f15-97da-84a6aabbd0ea tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72907dc7-7ce6-4202-989a-fcfb81decb2c,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:01:59.560249 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.api.v2.resource [None req-73151fa6-fe83-4641-a59b-9edc00d9824b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] show failed (client error): The resource could not be found. Jul 01 20:01:59.562072 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-73151fa6-fe83-4641-a59b-9edc00d9824b tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups/72907dc7-7ce6-4202-989a-fcfb81decb2c HTTP/1.1" status: 404 len: 347 time: 0.0192227 Jul 01 20:01:59.564833 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 35460) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:01:59.677488 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-6cfd8c01-bdf3-4fa7-9629-043ca2ebb3a4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Deleting port 9a25d80b-83a3-4916-86d2-170aa0b4e22d {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:01:59.678533 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6cfd8c01-bdf3-4fa7-9629-043ca2ebb3a4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (9a25d80b-83a3-4916-86d2-170aa0b4e22d), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:59.753449 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6cfd8c01-bdf3-4fa7-9629-043ca2ebb3a4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (9a25d80b-83a3-4916-86d2-170aa0b4e22d), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:59.753722 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6cfd8c01-bdf3-4fa7-9629-043ca2ebb3a4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (9a25d80b-83a3-4916-86d2-170aa0b4e22d), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:59.766808 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-6cfd8c01-bdf3-4fa7-9629-043ca2ebb3a4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Calling delete_port for 9a25d80b-83a3-4916-86d2-170aa0b4e22d owned by network:floatingip {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:01:59.900430 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6cfd8c01-bdf3-4fa7-9629-043ca2ebb3a4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (9a25d80b-83a3-4916-86d2-170aa0b4e22d), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:59.923757 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd8c01-bdf3-4fa7-9629-043ca2ebb3a4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event deleted for resources: {'Port': ['ID=9a25d80b-83a3-4916-86d2-170aa0b4e22d,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:01:59.996364 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6cfd8c01-bdf3-4fa7-9629-043ca2ebb3a4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (8cd44c2d-3d7d-46b3-a842-2307a0236311), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:01:59.998931 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6cfd8c01-bdf3-4fa7-9629-043ca2ebb3a4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:00.000078 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-6cfd8c01-bdf3-4fa7-9629-043ca2ebb3a4 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "DELETE /v2.0/floatingips/8cd44c2d-3d7d-46b3-a842-2307a0236311 HTTP/1.1" status: 204 len: 168 time: 0.4343460 Jul 01 20:02:00.065947 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 35464) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:02:00.070594 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-cbf4da3e-22ee-4991-b91f-f2f6e16b1e9d tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--17478877', 'description': 'tempest-description--727674958'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:02:00.091016 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cbf4da3e-22ee-4991-b91f-f2f6e16b1e9d tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:00.156849 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cbf4da3e-22ee-4991-b91f-f2f6e16b1e9d tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group (e07c337f-4e39-4683-acf1-ae919083ef72), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:00.160205 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cbf4da3e-22ee-4991-b91f-f2f6e16b1e9d tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (e07c337f-4e39-4683-acf1-ae919083ef72), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:00.189129 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-cbf4da3e-22ee-4991-b91f-f2f6e16b1e9d tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:00.190374 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-cbf4da3e-22ee-4991-b91f-f2f6e16b1e9d tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1234314 Jul 01 20:02:00.193532 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 35466) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:02:00.194728 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4da3e-22ee-4991-b91f-f2f6e16b1e9d tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e07c337f-4e39-4683-acf1-ae919083ef72,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:02:00.198329 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-5912d509-0418-4be1-8378-5aaca4ba692c tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Request body: {'security_group_rule': {'security_group_id': 'e07c337f-4e39-4683-acf1-ae919083ef72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:02:00.214640 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:00.225978 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-5912d509-0418-4be1-8378-5aaca4ba692c tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group_rule (0ef7dbc2-5b33-4d88-8b69-38a23ef1f8fa), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:00.282378 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-5912d509-0418-4be1-8378-5aaca4ba692c tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group_rule (0ef7dbc2-5b33-4d88-8b69-38a23ef1f8fa), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:00.286404 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-5912d509-0418-4be1-8378-5aaca4ba692c tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (0ef7dbc2-5b33-4d88-8b69-38a23ef1f8fa), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:00.305818 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912d509-0418-4be1-8378-5aaca4ba692c tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef7dbc2-5b33-4d88-8b69-38a23ef1f8fa,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:02:00.313563 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-5912d509-0418-4be1-8378-5aaca4ba692c tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:00.314772 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-5912d509-0418-4be1-8378-5aaca4ba692c tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201386 Jul 01 20:02:00.317472 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 35468) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:02:00.321760 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-d44d51e2-8c9d-4fa5-8700-f97ee3f16fe5 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Request body: {'security_group_rule': {'security_group_id': 'e07c337f-4e39-4683-acf1-ae919083ef72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:02:00.337050 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:00.350009 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d44d51e2-8c9d-4fa5-8700-f97ee3f16fe5 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group_rule (007b0124-5ea0-426a-b618-e6b5bab12763), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:00.403957 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d44d51e2-8c9d-4fa5-8700-f97ee3f16fe5 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group_rule (007b0124-5ea0-426a-b618-e6b5bab12763), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:00.408022 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d44d51e2-8c9d-4fa5-8700-f97ee3f16fe5 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629716'] for security_group_rule (007b0124-5ea0-426a-b618-e6b5bab12763), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:00.428853 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d51e2-8c9d-4fa5-8700-f97ee3f16fe5 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007b0124-5ea0-426a-b618-e6b5bab12763,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:02:00.437790 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d44d51e2-8c9d-4fa5-8700-f97ee3f16fe5 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:00.439660 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-d44d51e2-8c9d-4fa5-8700-f97ee3f16fe5 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212437 Jul 01 20:02:00.442728 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 35474) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:02:00.447750 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-11147061-437f-40fd-bb26-2eca4a2289df tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Request body: {'floatingip': {'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:02:00.471895 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-11147061-437f-40fd-bb26-2eca4a2289df tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:00.560485 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-11147061-437f-40fd-bb26-2eca4a2289df tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:00.669702 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [None req-11147061-437f-40fd-bb26-2eca4a2289df tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Allocated IP 172.27.1.219 (b87c582a-5096-4c62-aa69-ad30066bb691/43041981-54e5-4bd9-88ea-5b274131eeee/9da2db06-c422-4fb6-8feb-87c21cbf7fff) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 20:02:00.774963 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-11147061-437f-40fd-bb26-2eca4a2289df tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for port (9da2db06-c422-4fb6-8feb-87c21cbf7fff), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:00.806466 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-11147061-437f-40fd-bb26-2eca4a2289df tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (9da2db06-c422-4fb6-8feb-87c21cbf7fff), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:00.855836 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11147061-437f-40fd-bb26-2eca4a2289df tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Network b87c582a-5096-4c62-aa69-ad30066bb691 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 20:02:00.858977 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-11147061-437f-40fd-bb26-2eca4a2289df tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 20:02:00.863254 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11147061-437f-40fd-bb26-2eca4a2289df tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 20:02:00.868921 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11147061-437f-40fd-bb26-2eca4a2289df tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event updated for resources: {'Port': ['ID=9da2db06-c422-4fb6-8feb-87c21cbf7fff,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:02:00.956577 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:00.961941 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-11147061-437f-40fd-bb26-2eca4a2289df tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (af5ddfee-bbdb-48a3-bfc3-4d4abce48cb3), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:00.999972 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-11147061-437f-40fd-bb26-2eca4a2289df tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (9da2db06-c422-4fb6-8feb-87c21cbf7fff), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:01.043272 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=6 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:01.150427 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-11147061-437f-40fd-bb26-2eca4a2289df tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for port (9da2db06-c422-4fb6-8feb-87c21cbf7fff), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:01.154627 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-11147061-437f-40fd-bb26-2eca4a2289df tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (9da2db06-c422-4fb6-8feb-87c21cbf7fff), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:01.237038 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-11147061-437f-40fd-bb26-2eca4a2289df tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (af5ddfee-bbdb-48a3-bfc3-4d4abce48cb3), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:01.239651 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11147061-437f-40fd-bb26-2eca4a2289df tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event updated for resources: {'Port': ['ID=9da2db06-c422-4fb6-8feb-87c21cbf7fff,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:02:01.257971 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-11147061-437f-40fd-bb26-2eca4a2289df tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:01.259219 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-11147061-437f-40fd-bb26-2eca4a2289df tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8148279 Jul 01 20:02:01.454284 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-a52ef073-651a-4a87-8e27-61988f5d6146 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--17478877&fields=id&tenant_id=983da191c3d44e608e40f289e26d3603 HTTP/1.1" status: 200 len: 267 time: 0.0426598 Jul 01 20:02:01.567385 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-baa010e7-e1f4-4956-aa77-f65208808218 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:01.569521 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-baa010e7-e1f4-4956-aa77-f65208808218 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/networks?id=bd301699-ca40-48e9-9559-67a73cd4bb19 HTTP/1.1" status: 200 len: 815 time: 0.1084971 Jul 01 20:02:01.585227 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-3713a76d-e209-4007-afa6-04d26d0950e5 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/quotas/983da191c3d44e608e40f289e26d3603 HTTP/1.1" status: 200 len: 375 time: 0.0102127 Jul 01 20:02:01.639142 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-025a6c60-e9bf-4889-aad8-f6078ec289c5 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=983da191c3d44e608e40f289e26d3603&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485947 Jul 01 20:02:01.737037 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-a2d7d3d9-4ff4-4d65-b74a-7494a5c35355 service neutron] 10.222.0.66 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854306 Jul 01 20:02:01.830349 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-cb8dce3c-56eb-4567-81db-85ae577c379c service neutron] 10.222.0.66 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876369 Jul 01 20:02:01.993535 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-226f0be4-2284-4e2b-8d31-289a776e9063 req-d58fc90c-9841-4290-a736-15f48aa15826 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=1198a30a-c872-4ac1-80ed-72d9337ef1f2 HTTP/1.1" status: 200 len: 210 time: 0.0287387 Jul 01 20:02:02.981938 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-b75c0f69-750a-4cf9-a8d2-786e484f54e2 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:02.983431 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-b75c0f69-750a-4cf9-a8d2-786e484f54e2 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.60 "GET /v2.0/networks?id=bd301699-ca40-48e9-9559-67a73cd4bb19 HTTP/1.1" status: 200 len: 815 time: 0.1252365 Jul 01 20:02:03.068617 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-dc3ca45a-7979-4671-a196-e91cf047cc2e tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=983da191c3d44e608e40f289e26d3603 HTTP/1.1" status: 200 len: 378 time: 0.0607505 Jul 01 20:02:03.096787 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9fc5f496-30b1-4c2c-b7aa-460d472700b9 req-11d600f7-102d-4407-8c6f-580b4bcea452 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=1198a30a-c872-4ac1-80ed-72d9337ef1f2 HTTP/1.1" status: 200 len: 210 time: 0.0271826 Jul 01 20:02:03.131152 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-e36800af-a0fa-4954-a652-da1ad4752ded tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Request body: {'port': {'device_id': '1198a30a-c872-4ac1-80ed-72d9337ef1f2', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'admin_state_up': True, 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'security_groups': ['e07c337f-4e39-4683-acf1-ae919083ef72']}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:02:03.134159 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:03.257520 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-e36800af-a0fa-4954-a652-da1ad4752ded tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Made reservation on behalf of 983da191c3d44e608e40f289e26d3603 for: {'port': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 20:02:03.260974 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-e36800af-a0fa-4954-a652-da1ad4752ded tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:03.284674 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:03.390873 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-e36800af-a0fa-4954-a652-da1ad4752ded tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Allocated IP 172.20.0.10 (bd301699-ca40-48e9-9559-67a73cd4bb19/3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1/f8ba3faa-bb9f-4e87-9517-1f7a10717629) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 20:02:03.526436 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-e36800af-a0fa-4954-a652-da1ad4752ded tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for port (f8ba3faa-bb9f-4e87-9517-1f7a10717629), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:03.560253 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-e36800af-a0fa-4954-a652-da1ad4752ded tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (f8ba3faa-bb9f-4e87-9517-1f7a10717629), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:03.608784 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-e36800af-a0fa-4954-a652-da1ad4752ded tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Network bd301699-ca40-48e9-9559-67a73cd4bb19 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 20:02:03.611938 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-e36800af-a0fa-4954-a652-da1ad4752ded tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 20:02:03.616412 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-e36800af-a0fa-4954-a652-da1ad4752ded tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 20:02:03.640346 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36800af-a0fa-4954-a652-da1ad4752ded tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event updated for resources: {'Port': ['ID=f8ba3faa-bb9f-4e87-9517-1f7a10717629,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:02:03.670350 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-e36800af-a0fa-4954-a652-da1ad4752ded tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:03.670977 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-e36800af-a0fa-4954-a652-da1ad4752ded tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:03.689144 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-e36800af-a0fa-4954-a652-da1ad4752ded tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5617404 Jul 01 20:02:03.700761 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-96fd5aff-fe9f-42cf-9b80-405b81ca375d service neutron] Request body: {'port': {'device_id': '1198a30a-c872-4ac1-80ed-72d9337ef1f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:02:03.763832 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-96fd5aff-fe9f-42cf-9b80-405b81ca375d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (f8ba3faa-bb9f-4e87-9517-1f7a10717629), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:03.841941 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-5e47d665-ca34-43c0-9263-70969310fe90 None None] Provisioning complete for port f8ba3faa-bb9f-4e87-9517-1f7a10717629 triggered by entity DHCP. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 20:02:03.842541 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-5e47d665-ca34-43c0-9263-70969310fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (f8ba3faa-bb9f-4e87-9517-1f7a10717629), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:03.875163 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-5e47d665-ca34-43c0-9263-70969310fe90 None None] Port f8ba3faa-bb9f-4e87-9517-1f7a10717629 cannot update to ACTIVE because it is not bound. {{(pid=110546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 20:02:03.967426 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:04.037030 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-96fd5aff-fe9f-42cf-9b80-405b81ca375d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ba3faa-bb9f-4e87-9517-1f7a10717629 {{(pid=110544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 20:02:04.044671 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-96fd5aff-fe9f-42cf-9b80-405b81ca375d service neutron] Publish callbacks [] for port (f8ba3faa-bb9f-4e87-9517-1f7a10717629), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:04.058116 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.provisioning_blocks [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-96fd5aff-fe9f-42cf-9b80-405b81ca375d service neutron] Transition to ACTIVE for port object f8ba3faa-bb9f-4e87-9517-1f7a10717629 will not be triggered until provisioned by entity L2. {{(pid=110544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 20:02:04.061786 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-96fd5aff-fe9f-42cf-9b80-405b81ca375d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (f8ba3faa-bb9f-4e87-9517-1f7a10717629), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:04.066102 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:04.084708 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 35530) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:02:04.125181 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd5aff-fe9f-42cf-9b80-405b81ca375d service neutron] Pushing event updated for resources: {'Port': ['ID=f8ba3faa-bb9f-4e87-9517-1f7a10717629,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:02:04.248161 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c001c-20f5-4fb5-bd70-f00d910c7487 req-323201dd-367b-4cf0-aeab-0dc576682e91 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:04.249625 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-976f672f-a794-4fad-a01e-8fed88ac9e83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:04.249788 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4d9c001c-20f5-4fb5-bd70-f00d910c7487 req-323201dd-367b-4cf0-aeab-0dc576682e91 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=1198a30a-c872-4ac1-80ed-72d9337ef1f2 HTTP/1.1" status: 200 len: 944 time: 0.0728266 Jul 01 20:02:04.252389 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-96fd5aff-fe9f-42cf-9b80-405b81ca375d service neutron] Attempting to bind port f8ba3faa-bb9f-4e87-9517-1f7a10717629 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 20:02:04.252732 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-96fd5aff-fe9f-42cf-9b80-405b81ca375d service neutron] Attempting to bind port f8ba3faa-bb9f-4e87-9517-1f7a10717629 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '305b5835-25b1-4cdc-a42c-74c914941cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19'}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 20:02:04.253052 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-96fd5aff-fe9f-42cf-9b80-405b81ca375d service neutron] Attempting to bind port f8ba3faa-bb9f-4e87-9517-1f7a10717629 on network bd301699-ca40-48e9-9559-67a73cd4bb19 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 20:02:04.264499 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-96fd5aff-fe9f-42cf-9b80-405b81ca375d service neutron] Port f8ba3faa-bb9f-4e87-9517-1f7a10717629 on network bd301699-ca40-48e9-9559-67a73cd4bb19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 20:02:04.264821 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-96fd5aff-fe9f-42cf-9b80-405b81ca375d service neutron] Attempting to bind port f8ba3faa-bb9f-4e87-9517-1f7a10717629 on network bd301699-ca40-48e9-9559-67a73cd4bb19 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 20:02:04.280255 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-96fd5aff-fe9f-42cf-9b80-405b81ca375d service neutron] Checking agent: {'id': '080768a1-72cc-47dc-9460-2bcdea095798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'started_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 20, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 20:02:04.280596 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-96fd5aff-fe9f-42cf-9b80-405b81ca375d service neutron] Checking segment: {'id': '305b5835-25b1-4cdc-a42c-74c914941cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 20:02:04.280976 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-96fd5aff-fe9f-42cf-9b80-405b81ca375d service neutron] Bound using segment: {'id': '305b5835-25b1-4cdc-a42c-74c914941cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19'} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 20:02:04.281405 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-96fd5aff-fe9f-42cf-9b80-405b81ca375d service neutron] Bound port: f8ba3faa-bb9f-4e87-9517-1f7a10717629, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305b5835-25b1-4cdc-a42c-74c914941cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19'}}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 20:02:04.281788 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-96fd5aff-fe9f-42cf-9b80-405b81ca375d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (f8ba3faa-bb9f-4e87-9517-1f7a10717629), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:04.340312 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-976f672f-a794-4fad-a01e-8fed88ac9e83 admin admin] Publish callbacks [] for security_group (04c584ec-edc4-421f-ad0a-122a07c3b25f), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:04.343583 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4d9c001c-20f5-4fb5-bd70-f00d910c7487 req-0c0a9be9-856a-4816-ad02-9af51dca30c7 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e07c337f-4e39-4683-acf1-ae919083ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860806 Jul 01 20:02:04.344030 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-976f672f-a794-4fad-a01e-8fed88ac9e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (04c584ec-edc4-421f-ad0a-122a07c3b25f), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:04.360201 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:04.379173 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-96fd5aff-fe9f-42cf-9b80-405b81ca375d service neutron] For port f8ba3faa-bb9f-4e87-9517-1f7a10717629, host hv-cinder-84460, cleared binding levels {{(pid=110544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 20:02:04.382147 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-976f672f-a794-4fad-a01e-8fed88ac9e83 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=299f1631bc9542aea0ae0362f6e32a89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963736 Jul 01 20:02:04.382536 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-96fd5aff-fe9f-42cf-9b80-405b81ca375d service neutron] For port f8ba3faa-bb9f-4e87-9517-1f7a10717629, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f8ba3faa-bb9f-4e87-9517-1f7a10717629,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 20:02:04.387109 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 35536) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:02:04.392632 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-96fd5aff-fe9f-42cf-9b80-405b81ca375d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (f8ba3faa-bb9f-4e87-9517-1f7a10717629), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:04.403631 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:04.407099 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f672f-a794-4fad-a01e-8fed88ac9e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c584ec-edc4-421f-ad0a-122a07c3b25f,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:02:04.435902 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-96fd5aff-fe9f-42cf-9b80-405b81ca375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:04.436451 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-96fd5aff-fe9f-42cf-9b80-405b81ca375d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:04.437897 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-96fd5aff-fe9f-42cf-9b80-405b81ca375d service neutron] 10.222.0.60 "PUT /v2.0/ports/f8ba3faa-bb9f-4e87-9517-1f7a10717629 HTTP/1.1" status: 200 len: 1094 time: 0.7413220 Jul 01 20:02:04.438714 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1198a30a-c872-4ac1-80ed-72d9337ef1f2', 'tag': 'f8ba3faa-bb9f-4e87-9517-1f7a10717629'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:02:04.441309 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b63924a-2ae0-4dde-9d74-dc6c8c45016c" -d '{"events": [{"name": "network-changed", "server_uuid": "1198a30a-c872-4ac1-80ed-72d9337ef1f2", "tag": "f8ba3faa-bb9f-4e87-9517-1f7a10717629"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:02:04.454418 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9dead3ec-aa89-4eda-832b-6e76bdd0ac84 admin admin] Publish callbacks [] for security_group (04c584ec-edc4-421f-ad0a-122a07c3b25f), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:04.470327 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd5aff-fe9f-42cf-9b80-405b81ca375d service neutron] Pushing event updated for resources: {'Port': ['ID=f8ba3faa-bb9f-4e87-9517-1f7a10717629,revision_number=3']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:02:04.486345 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9dead3ec-aa89-4eda-832b-6e76bdd0ac84 admin admin] Publish callbacks [] for security_group (04c584ec-edc4-421f-ad0a-122a07c3b25f), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:04.526846 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 20:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90a63ba-54af-425f-9db9-f3a576360d2b x-openstack-request-id: req-e90a63ba-54af-425f-9db9-f3a576360d2b {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:02:04.527209 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1198a30a-c872-4ac1-80ed-72d9337ef1f2", "tag": "f8ba3faa-bb9f-4e87-9517-1f7a10717629", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:02:04.527411 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e90a63ba-54af-425f-9db9-f3a576360d2b {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:02:04.527793 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e90a63ba-54af-425f-9db9-f3a576360d2b'] response: {'name': 'network-changed', 'server_uuid': '1198a30a-c872-4ac1-80ed-72d9337ef1f2', 'tag': 'f8ba3faa-bb9f-4e87-9517-1f7a10717629', 'status': 'completed', 'code': 200} Jul 01 20:02:04.541048 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-dec19f52-1055-445e-ba75-da4e01b01340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:04.542735 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-dec19f52-1055-445e-ba75-da4e01b01340 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=983da191c3d44e608e40f289e26d3603&device_id=1198a30a-c872-4ac1-80ed-72d9337ef1f2 HTTP/1.1" status: 200 len: 1128 time: 0.0482986 Jul 01 20:02:04.544076 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9dead3ec-aa89-4eda-832b-6e76bdd0ac84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (04c584ec-edc4-421f-ad0a-122a07c3b25f), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:04.546740 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9dead3ec-aa89-4eda-832b-6e76bdd0ac84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:04.550940 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-9dead3ec-aa89-4eda-832b-6e76bdd0ac84 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/04c584ec-edc4-421f-ad0a-122a07c3b25f HTTP/1.1" status: 204 len: 168 time: 0.1628852 Jul 01 20:02:04.560489 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dead3ec-aa89-4eda-832b-6e76bdd0ac84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c584ec-edc4-421f-ad0a-122a07c3b25f,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:02:04.599979 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-376129ef-0627-4c80-918f-a608513f38cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8ba3faa-bb9f-4e87-9517-1f7a10717629 HTTP/1.1" status: 200 len: 217 time: 0.0448406 Jul 01 20:02:04.657602 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-c928becf-bd40-4a0b-934c-7aa85bb0481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:04.659153 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-c928becf-bd40-4a0b-934c-7aa85bb0481c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1 HTTP/1.1" status: 200 len: 854 time: 0.0532382 Jul 01 20:02:04.711318 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-861502c8-754d-49f1-b359-4b60babe746f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:04.712778 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-861502c8-754d-49f1-b359-4b60babe746f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd301699-ca40-48e9-9559-67a73cd4bb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465729 Jul 01 20:02:04.807774 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-42bf3cbf-2c00-4b65-8b1d-d3e10fba23bb service neutron] 10.222.0.60 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879645 Jul 01 20:02:04.910994 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1eb40080-4f8b-4f82-ba87-eb74f0379d57 req-a0c9a03d-45fe-4e7d-8a0c-915216d291d5 service neutron] 10.222.0.60 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958884 Jul 01 20:02:05.203308 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 35560) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:02:05.300076 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-c1649a6e-0d9c-4c99-a786-fc1dbe4cfc8a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1799474102-network', 'tenant_id': '8fc7896ac2f04a87bbe1e19b92c87fc6'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:02:05.321792 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1649a6e-0d9c-4c99-a786-fc1dbe4cfc8a admin admin] Made reservation on behalf of 8fc7896ac2f04a87bbe1e19b92c87fc6 for: {'network': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 20:02:05.324234 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c1649a6e-0d9c-4c99-a786-fc1dbe4cfc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for network (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:05.335529 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c1649a6e-0d9c-4c99-a786-fc1dbe4cfc8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:05.417159 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c1649a6e-0d9c-4c99-a786-fc1dbe4cfc8a admin admin] Publish callbacks [] for security_group (5ccb6bd6-967f-42a6-8048-ecf288fc72d3), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:05.422324 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c1649a6e-0d9c-4c99-a786-fc1dbe4cfc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (5ccb6bd6-967f-42a6-8048-ecf288fc72d3), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:05.448956 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1649a6e-0d9c-4c99-a786-fc1dbe4cfc8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=110545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 20:02:05.459411 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1649a6e-0d9c-4c99-a786-fc1dbe4cfc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccb6bd6-967f-42a6-8048-ecf288fc72d3,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:02:05.464457 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c1649a6e-0d9c-4c99-a786-fc1dbe4cfc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (324bd86d-314b-498b-b1f7-867e3e9f7880), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:05.464996 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.segments_db [None req-c1649a6e-0d9c-4c99-a786-fc1dbe4cfc8a admin admin] Added segment 324bd86d-314b-498b-b1f7-867e3e9f7880 of type vlan for network cb46ba7b-648e-4780-990c-7464d8fd9433 Jul 01 20:02:05.465172 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d0cbc-f10c-4dde-88d2-4b0be8feb1d7 req-135051e2-341b-4d58-a87a-c79c9dffb7f8 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:05.470098 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-959d0cbc-f10c-4dde-88d2-4b0be8feb1d7 req-135051e2-341b-4d58-a87a-c79c9dffb7f8 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=1198a30a-c872-4ac1-80ed-72d9337ef1f2 HTTP/1.1" status: 200 len: 944 time: 0.0536671 Jul 01 20:02:05.506799 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c1649a6e-0d9c-4c99-a786-fc1dbe4cfc8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766989805963'] for network (cb46ba7b-648e-4780-990c-7464d8fd9433), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:05.518639 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-959d0cbc-f10c-4dde-88d2-4b0be8feb1d7 req-830fd0a1-0176-4416-bcbb-5486a36d873d tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e07c337f-4e39-4683-acf1-ae919083ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463748 Jul 01 20:02:05.533329 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c1649a6e-0d9c-4c99-a786-fc1dbe4cfc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for network (cb46ba7b-648e-4780-990c-7464d8fd9433), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:05.534343 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1649a6e-0d9c-4c99-a786-fc1dbe4cfc8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:05.534917 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c1649a6e-0d9c-4c99-a786-fc1dbe4cfc8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:05.572722 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-c1649a6e-0d9c-4c99-a786-fc1dbe4cfc8a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3681784 Jul 01 20:02:05.575640 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 35566) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:02:05.580348 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-63cfcf00-cf80-4d2e-a384-a2c797b5925e admin admin] Request body: {'subnet': {'network_id': 'cb46ba7b-648e-4780-990c-7464d8fd9433', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1799474102-subnet', 'tenant_id': '8fc7896ac2f04a87bbe1e19b92c87fc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:02:05.584800 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:05.604237 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cfcf00-cf80-4d2e-a384-a2c797b5925e admin admin] Made reservation on behalf of 8fc7896ac2f04a87bbe1e19b92c87fc6 for: {'subnet': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 20:02:05.606413 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1649a6e-0d9c-4c99-a786-fc1dbe4cfc8a admin admin] Pushing event updated for resources: {'Network': ['ID=cb46ba7b-648e-4780-990c-7464d8fd9433,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:02:05.606702 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-63cfcf00-cf80-4d2e-a384-a2c797b5925e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6123222'] for subnet (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:05.616457 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Network cb46ba7b-648e-4780-990c-7464d8fd9433 details requested by agent ovs-agent-dv-cinder-844601-7-iscsi with host dv-cinder-844601-7-iscsi {{(pid=110546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 20:02:05.972113 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:05.989533 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63924a-2ae0-4dde-9d74-dc6c8c45016c req-ecc4133f-7cf6-461d-b9a9-a1d83443d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:05.991995 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9b63924a-2ae0-4dde-9d74-dc6c8c45016c req-ecc4133f-7cf6-461d-b9a9-a1d83443d9d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=983da191c3d44e608e40f289e26d3603&device_id=1198a30a-c872-4ac1-80ed-72d9337ef1f2 HTTP/1.1" status: 200 len: 1128 time: 0.0826571 Jul 01 20:02:06.159329 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63924a-2ae0-4dde-9d74-dc6c8c45016c req-68493881-6cb8-4f4a-a096-199bfb9df072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:06.160806 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9b63924a-2ae0-4dde-9d74-dc6c8c45016c req-68493881-6cb8-4f4a-a096-199bfb9df072 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd301699-ca40-48e9-9559-67a73cd4bb19 HTTP/1.1" status: 200 len: 916 time: 0.1601734 Jul 01 20:02:06.166882 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-63cfcf00-cf80-4d2e-a384-a2c797b5925e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6199990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6123200'] for subnet (e0654df8-5f7e-4d86-bf16-c3801e48041b), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:06.189880 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-60316a9e-798f-4dea-885a-1c9641cd9860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:06.210507 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:06.212091 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=12 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:06.232777 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9b63924a-2ae0-4dde-9d74-dc6c8c45016c req-432cb313-e43d-4efe-97e7-9f3279e0d265 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8ba3faa-bb9f-4e87-9517-1f7a10717629 HTTP/1.1" status: 200 len: 217 time: 0.0636101 Jul 01 20:02:06.295121 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfcf00-cf80-4d2e-a384-a2c797b5925e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0654df8-5f7e-4d86-bf16-c3801e48041b,revision_number=0']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:02:06.306462 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63924a-2ae0-4dde-9d74-dc6c8c45016c req-702a6333-a003-4286-b1fc-18478634636a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:06.307931 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9b63924a-2ae0-4dde-9d74-dc6c8c45016c req-702a6333-a003-4286-b1fc-18478634636a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1 HTTP/1.1" status: 200 len: 854 time: 0.0692389 Jul 01 20:02:06.321240 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cfcf00-cf80-4d2e-a384-a2c797b5925e admin admin] Checking segment: {'id': '324bd86d-314b-498b-b1f7-867e3e9f7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'cb46ba7b-648e-4780-990c-7464d8fd9433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 20:02:06.321624 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cfcf00-cf80-4d2e-a384-a2c797b5925e admin admin] Network hostable DHCP agents. Network: cb46ba7b-648e-4780-990c-7464d8fd9433, hostable agents: ['c73d88bc-f5d4-4e4e-bef7-e6641222d38b'], hosted agents: [] {{(pid=110544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 20:02:06.368065 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63924a-2ae0-4dde-9d74-dc6c8c45016c req-b930c7f8-7fc6-4f77-86e1-81247ae7f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:06.369575 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9b63924a-2ae0-4dde-9d74-dc6c8c45016c req-b930c7f8-7fc6-4f77-86e1-81247ae7f0db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd301699-ca40-48e9-9559-67a73cd4bb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558918 Jul 01 20:02:06.370586 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cfcf00-cf80-4d2e-a384-a2c797b5925e admin admin] Network cb46ba7b-648e-4780-990c-7464d8fd9433 is scheduled to be hosted by DHCP agent c73d88bc-f5d4-4e4e-bef7-e6641222d38b with binding_index 1 {{(pid=110544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 20:02:06.385093 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [None req-63cfcf00-cf80-4d2e-a384-a2c797b5925e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-7-iscsi, cb46ba7b-648e-4780-990c-7464d8fd9433) {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 20:02:06.392791 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c62274-a71a-4d2b-91e1-df6d3841ed6c None None] Network cb46ba7b-648e-4780-990c-7464d8fd9433 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 20:02:06.399637 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cfcf00-cf80-4d2e-a384-a2c797b5925e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:06.400235 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-63cfcf00-cf80-4d2e-a384-a2c797b5925e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for subnet (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:06.448814 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-63cfcf00-cf80-4d2e-a384-a2c797b5925e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8721313 Jul 01 20:02:06.479910 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9b63924a-2ae0-4dde-9d74-dc6c8c45016c req-52409c26-105a-47ec-89f4-9f4cfe597d67 service neutron] 10.222.0.60 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038184 Jul 01 20:02:06.499842 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8639c5ff-e195-466e-b085-ad688a9f5973 None None] Network cb46ba7b-648e-4780-990c-7464d8fd9433 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 20:02:06.592833 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9b63924a-2ae0-4dde-9d74-dc6c8c45016c req-02188ed8-b852-481b-81b4-90a8b51e6f61 service neutron] 10.222.0.60 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068494 Jul 01 20:02:06.647341 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69b0b9-0304-48c9-bf74-fbdd2dc5bf66 req-d466b601-f78b-4466-b80a-560e055d2920 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:06.648895 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9a69b0b9-0304-48c9-bf74-fbdd2dc5bf66 req-d466b601-f78b-4466-b80a-560e055d2920 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=1198a30a-c872-4ac1-80ed-72d9337ef1f2 HTTP/1.1" status: 200 len: 944 time: 0.0530236 Jul 01 20:02:06.697695 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9a69b0b9-0304-48c9-bf74-fbdd2dc5bf66 req-7ae703f2-0ad6-414a-915d-229c95cda91e tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e07c337f-4e39-4683-acf1-ae919083ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432484 Jul 01 20:02:07.392915 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device f8ba3faa-bb9f-4e87-9517-1f7a10717629 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 20:02:07.486179 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:07.492690 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port f8ba3faa-bb9f-4e87-9517-1f7a10717629, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f8ba3faa-bb9f-4e87-9517-1f7a10717629,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:02:07.504986 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': 'f8ba3faa-bb9f-4e87-9517-1f7a10717629', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'port_id': 'f8ba3faa-bb9f-4e87-9517-1f7a10717629', 'mac_address': 'fa:16:3e:92:b8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 20:02:07.511030 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:07.547054 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port f8ba3faa-bb9f-4e87-9517-1f7a10717629 is: DOWN; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 20:02:07.547368 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (f8ba3faa-bb9f-4e87-9517-1f7a10717629), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:07.560611 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ba3faa-bb9f-4e87-9517-1f7a10717629 {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 20:02:07.580029 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port f8ba3faa-bb9f-4e87-9517-1f7a10717629, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f8ba3faa-bb9f-4e87-9517-1f7a10717629,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:02:07.584384 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (f8ba3faa-bb9f-4e87-9517-1f7a10717629), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:07.629497 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=f8ba3faa-bb9f-4e87-9517-1f7a10717629,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:02:07.636786 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:07.637140 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:07.637487 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:07.637856 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:07.638195 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:07.638529 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:07.638860 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:07.639189 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:07.639517 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:07.639845 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:07.640173 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:07.640504 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:07.640827 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:07.641150 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:07.641755 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:07.804818 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['f8ba3faa-bb9f-4e87-9517-1f7a10717629'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 20:02:07.817140 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd188ae-435e-4c6a-8a75-71b2b9acc2b6 req-675799eb-318e-4adb-b3f1-08a30f5963c3 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:07.818835 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fbd188ae-435e-4c6a-8a75-71b2b9acc2b6 req-675799eb-318e-4adb-b3f1-08a30f5963c3 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=1198a30a-c872-4ac1-80ed-72d9337ef1f2 HTTP/1.1" status: 200 len: 945 time: 0.0526402 Jul 01 20:02:07.839381 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:07.850502 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=100 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:07.868923 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fbd188ae-435e-4c6a-8a75-71b2b9acc2b6 req-34990e0b-8042-4389-8155-e65ba3872c30 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e07c337f-4e39-4683-acf1-ae919083ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445652 Jul 01 20:02:08.187914 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:08.223815 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492756f5-738f-4518-b51e-5069ae9e8eee req-7fd7328f-6fa9-4048-a4bf-69da7a1f8c16 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:08.225473 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-492756f5-738f-4518-b51e-5069ae9e8eee req-7fd7328f-6fa9-4048-a4bf-69da7a1f8c16 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/networks?id=cb46ba7b-648e-4780-990c-7464d8fd9433 HTTP/1.1" status: 200 len: 814 time: 0.1012807 Jul 01 20:02:08.239325 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-492756f5-738f-4518-b51e-5069ae9e8eee req-5bb3a819-1a5e-41f6-8b8f-dd131377a128 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/quotas/8fc7896ac2f04a87bbe1e19b92c87fc6 HTTP/1.1" status: 200 len: 375 time: 0.0087130 Jul 01 20:02:08.275859 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-492756f5-738f-4518-b51e-5069ae9e8eee req-d27daed3-69ad-40ee-8331-6b221dfa3248 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8fc7896ac2f04a87bbe1e19b92c87fc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314851 Jul 01 20:02:08.365340 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-492756f5-738f-4518-b51e-5069ae9e8eee req-88ce71a3-2c8f-4afe-b353-3cc5165e823a service neutron] 10.222.0.66 "GET /v2.0/networks/cb46ba7b-648e-4780-990c-7464d8fd9433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823164 Jul 01 20:02:08.457370 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-492756f5-738f-4518-b51e-5069ae9e8eee req-9cab4ad2-cea9-4c44-a91a-690f007ddb8c service neutron] 10.222.0.66 "GET /v2.0/networks/cb46ba7b-648e-4780-990c-7464d8fd9433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859692 Jul 01 20:02:08.607072 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-496cbc24-2656-40f4-b1c9-2340bcd5dbc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:08.621899 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c842998e-dd96-4a26-ab14-8cff6929c257 req-8910b2ad-c3e9-460c-968e-de8ab501c1b0 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=19f4d457-7b70-4b7f-ba60-1507361056bc HTTP/1.1" status: 200 len: 210 time: 0.0315325 Jul 01 20:02:08.984160 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03f975-5879-4265-a8a9-af22e35ed1c7 req-a5ae1309-7bc0-4238-98e9-27cc444d6084 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:08.985810 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ab03f975-5879-4265-a8a9-af22e35ed1c7 req-a5ae1309-7bc0-4238-98e9-27cc444d6084 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=1198a30a-c872-4ac1-80ed-72d9337ef1f2 HTTP/1.1" status: 200 len: 945 time: 0.0484188 Jul 01 20:02:09.035308 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-ab03f975-5879-4265-a8a9-af22e35ed1c7 req-5be5805e-f465-499c-a5d8-3e62541646ac tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e07c337f-4e39-4683-acf1-ae919083ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431960 Jul 01 20:02:09.393307 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device f8ba3faa-bb9f-4e87-9517-1f7a10717629 up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 20:02:09.437387 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning for port f8ba3faa-bb9f-4e87-9517-1f7a10717629 completed by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 20:02:09.445844 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port f8ba3faa-bb9f-4e87-9517-1f7a10717629 triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 20:02:09.446247 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (f8ba3faa-bb9f-4e87-9517-1f7a10717629), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:09.531394 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port f8ba3faa-bb9f-4e87-9517-1f7a10717629 is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 20:02:09.531713 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (f8ba3faa-bb9f-4e87-9517-1f7a10717629), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:09.556667 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1198a30a-c872-4ac1-80ed-72d9337ef1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ba3faa-bb9f-4e87-9517-1f7a10717629'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:02:09.559962 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492756f5-738f-4518-b51e-5069ae9e8eee req-9412f650-ab70-4679-9fd7-02b4f9fe8350 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:09.560444 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6fb319-7d7b-40fd-9eed-b3a72841b6bb" -d '{"events": [{"server_uuid": "1198a30a-c872-4ac1-80ed-72d9337ef1f2", "name": "network-vif-plugged", "status": "completed", "tag": "f8ba3faa-bb9f-4e87-9517-1f7a10717629"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:02:09.561450 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-492756f5-738f-4518-b51e-5069ae9e8eee req-9412f650-ab70-4679-9fd7-02b4f9fe8350 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.60 "GET /v2.0/networks?id=cb46ba7b-648e-4780-990c-7464d8fd9433 HTTP/1.1" status: 200 len: 814 time: 0.1269746 Jul 01 20:02:09.573458 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-492756f5-738f-4518-b51e-5069ae9e8eee req-557463d2-6c57-4a6f-ab95-1e380414d51a tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Request body: {'port': {'device_id': '19f4d457-7b70-4b7f-ba60-1507361056bc', 'network_id': 'cb46ba7b-648e-4780-990c-7464d8fd9433', 'admin_state_up': True, 'tenant_id': '8fc7896ac2f04a87bbe1e19b92c87fc6'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:02:09.580996 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port f8ba3faa-bb9f-4e87-9517-1f7a10717629, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f8ba3faa-bb9f-4e87-9517-1f7a10717629,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:02:09.587130 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (f8ba3faa-bb9f-4e87-9517-1f7a10717629), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:09.612308 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 20:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73253de8-18bd-4533-a2bb-40d494181ea6 x-openstack-request-id: req-73253de8-18bd-4533-a2bb-40d494181ea6 {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:02:09.612911 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1198a30a-c872-4ac1-80ed-72d9337ef1f2", "name": "network-vif-plugged", "status": "completed", "tag": "f8ba3faa-bb9f-4e87-9517-1f7a10717629", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:02:09.612911 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-73253de8-18bd-4533-a2bb-40d494181ea6 {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:02:09.613238 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73253de8-18bd-4533-a2bb-40d494181ea6'] response: {'server_uuid': '1198a30a-c872-4ac1-80ed-72d9337ef1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ba3faa-bb9f-4e87-9517-1f7a10717629', 'code': 200} Jul 01 20:02:09.642558 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=f8ba3faa-bb9f-4e87-9517-1f7a10717629,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:02:09.733933 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-57e702a1-6a9d-4012-934e-15cd5b75880d req-8a79047f-55d7-42fa-9542-527eab633319 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=19f4d457-7b70-4b7f-ba60-1507361056bc HTTP/1.1" status: 200 len: 210 time: 0.0363238 Jul 01 20:02:09.749692 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-492756f5-738f-4518-b51e-5069ae9e8eee req-557463d2-6c57-4a6f-ab95-1e380414d51a tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Made reservation on behalf of 8fc7896ac2f04a87bbe1e19b92c87fc6 for: {'port': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 20:02:09.753061 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-492756f5-738f-4518-b51e-5069ae9e8eee req-557463d2-6c57-4a6f-ab95-1e380414d51a tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:09.777225 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:09.870346 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad40606-85c2-400d-96a3-43cb9f98d683 req-06fb7e61-14f4-47f8-abf9-7dfa13e6bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:09.871812 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9ad40606-85c2-400d-96a3-43cb9f98d683 req-06fb7e61-14f4-47f8-abf9-7dfa13e6bf42 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1198a30a-c872-4ac1-80ed-72d9337ef1f2 HTTP/1.1" status: 200 len: 1130 time: 0.0609915 Jul 01 20:02:09.944303 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [req-492756f5-738f-4518-b51e-5069ae9e8eee req-557463d2-6c57-4a6f-ab95-1e380414d51a tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Allocated IP 172.20.0.7 (cb46ba7b-648e-4780-990c-7464d8fd9433/e0654df8-5f7e-4d86-bf16-c3801e48041b/7cd64257-fc0d-4ce7-8ae6-956d17f483df) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 20:02:09.945973 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:09.965280 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9ad40606-85c2-400d-96a3-43cb9f98d683 req-b351c358-1eb3-4252-b951-7b010bcc63eb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e07c337f-4e39-4683-acf1-ae919083ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707924 Jul 01 20:02:10.083675 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:10.121221 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-492756f5-738f-4518-b51e-5069ae9e8eee req-557463d2-6c57-4a6f-ab95-1e380414d51a tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Publish callbacks [] for port (7cd64257-fc0d-4ce7-8ae6-956d17f483df), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:10.171168 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc672272-0fc2-46a2-a960-786ee8d1f842 req-2b074262-a68c-41a8-a04b-554d5abc184e tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:10.172636 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fc672272-0fc2-46a2-a960-786ee8d1f842 req-2b074262-a68c-41a8-a04b-554d5abc184e tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=1198a30a-c872-4ac1-80ed-72d9337ef1f2 HTTP/1.1" status: 200 len: 946 time: 0.0649185 Jul 01 20:02:10.198786 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-492756f5-738f-4518-b51e-5069ae9e8eee req-557463d2-6c57-4a6f-ab95-1e380414d51a tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (7cd64257-fc0d-4ce7-8ae6-956d17f483df), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:10.257443 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-492756f5-738f-4518-b51e-5069ae9e8eee req-557463d2-6c57-4a6f-ab95-1e380414d51a tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Network cb46ba7b-648e-4780-990c-7464d8fd9433 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 20:02:10.266906 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [req-492756f5-738f-4518-b51e-5069ae9e8eee req-557463d2-6c57-4a6f-ab95-1e380414d51a tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 20:02:10.269213 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-492756f5-738f-4518-b51e-5069ae9e8eee req-557463d2-6c57-4a6f-ab95-1e380414d51a tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 20:02:10.298682 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557463d2-6c57-4a6f-ab95-1e380414d51a tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Pushing event updated for resources: {'Port': ['ID=7cd64257-fc0d-4ce7-8ae6-956d17f483df,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:02:10.307392 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fc672272-0fc2-46a2-a960-786ee8d1f842 req-9607042e-b736-4be8-9bcb-c10369458758 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e07c337f-4e39-4683-acf1-ae919083ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1278875 Jul 01 20:02:10.332780 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492756f5-738f-4518-b51e-5069ae9e8eee req-557463d2-6c57-4a6f-ab95-1e380414d51a tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:10.333412 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-492756f5-738f-4518-b51e-5069ae9e8eee req-557463d2-6c57-4a6f-ab95-1e380414d51a tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:10.348944 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-492756f5-738f-4518-b51e-5069ae9e8eee req-557463d2-6c57-4a6f-ab95-1e380414d51a tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7796369 Jul 01 20:02:10.634873 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-492756f5-738f-4518-b51e-5069ae9e8eee req-3e5e90ac-c5ea-4eaa-b204-ddb04127bb6d service neutron] Request body: {'port': {'device_id': '19f4d457-7b70-4b7f-ba60-1507361056bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:02:10.693957 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-492756f5-738f-4518-b51e-5069ae9e8eee req-3e5e90ac-c5ea-4eaa-b204-ddb04127bb6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (7cd64257-fc0d-4ce7-8ae6-956d17f483df), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:10.868770 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c846d-c69c-46cc-8858-f3d08a76f3f1 req-13bc3bf7-e938-4a33-a589-01104d481035 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:10.870269 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3a9c846d-c69c-46cc-8858-f3d08a76f3f1 req-13bc3bf7-e938-4a33-a589-01104d481035 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=19f4d457-7b70-4b7f-ba60-1507361056bc HTTP/1.1" status: 200 len: 931 time: 0.0674431 Jul 01 20:02:10.975847 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3a9c846d-c69c-46cc-8858-f3d08a76f3f1 req-364e72c0-10ea-43d7-b8d1-0a0a1b9fad45 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ccb6bd6-967f-42a6-8048-ecf288fc72d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992224 Jul 01 20:02:10.985668 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:11.030238 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [req-492756f5-738f-4518-b51e-5069ae9e8eee req-3e5e90ac-c5ea-4eaa-b204-ddb04127bb6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd64257-fc0d-4ce7-8ae6-956d17f483df {{(pid=110544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 20:02:11.038251 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-492756f5-738f-4518-b51e-5069ae9e8eee req-3e5e90ac-c5ea-4eaa-b204-ddb04127bb6d service neutron] Publish callbacks [] for port (7cd64257-fc0d-4ce7-8ae6-956d17f483df), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:11.050522 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.provisioning_blocks [req-492756f5-738f-4518-b51e-5069ae9e8eee req-3e5e90ac-c5ea-4eaa-b204-ddb04127bb6d service neutron] Transition to ACTIVE for port object 7cd64257-fc0d-4ce7-8ae6-956d17f483df will not be triggered until provisioned by entity L2. {{(pid=110544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 20:02:11.055551 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-492756f5-738f-4518-b51e-5069ae9e8eee req-3e5e90ac-c5ea-4eaa-b204-ddb04127bb6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (7cd64257-fc0d-4ce7-8ae6-956d17f483df), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:11.129409 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:11.132951 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e90ac-c5ea-4eaa-b204-ddb04127bb6d service neutron] Pushing event updated for resources: {'Port': ['ID=7cd64257-fc0d-4ce7-8ae6-956d17f483df,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:02:11.183566 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-492756f5-738f-4518-b51e-5069ae9e8eee req-3e5e90ac-c5ea-4eaa-b204-ddb04127bb6d service neutron] Attempting to bind port 7cd64257-fc0d-4ce7-8ae6-956d17f483df on host hv-cinder-84460 for vnic_type normal with profile {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 20:02:11.183909 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-492756f5-738f-4518-b51e-5069ae9e8eee req-3e5e90ac-c5ea-4eaa-b204-ddb04127bb6d service neutron] Attempting to bind port 7cd64257-fc0d-4ce7-8ae6-956d17f483df by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '324bd86d-314b-498b-b1f7-867e3e9f7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'cb46ba7b-648e-4780-990c-7464d8fd9433'}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 20:02:11.184259 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492756f5-738f-4518-b51e-5069ae9e8eee req-3e5e90ac-c5ea-4eaa-b204-ddb04127bb6d service neutron] Attempting to bind port 7cd64257-fc0d-4ce7-8ae6-956d17f483df on network cb46ba7b-648e-4780-990c-7464d8fd9433 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 20:02:11.188655 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492756f5-738f-4518-b51e-5069ae9e8eee req-3e5e90ac-c5ea-4eaa-b204-ddb04127bb6d service neutron] Port 7cd64257-fc0d-4ce7-8ae6-956d17f483df on network cb46ba7b-648e-4780-990c-7464d8fd9433 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 20:02:11.188985 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492756f5-738f-4518-b51e-5069ae9e8eee req-3e5e90ac-c5ea-4eaa-b204-ddb04127bb6d service neutron] Attempting to bind port 7cd64257-fc0d-4ce7-8ae6-956d17f483df on network cb46ba7b-648e-4780-990c-7464d8fd9433 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 20:02:11.194078 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492756f5-738f-4518-b51e-5069ae9e8eee req-3e5e90ac-c5ea-4eaa-b204-ddb04127bb6d service neutron] Checking agent: {'id': '080768a1-72cc-47dc-9460-2bcdea095798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'started_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 20, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 20:02:11.194419 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492756f5-738f-4518-b51e-5069ae9e8eee req-3e5e90ac-c5ea-4eaa-b204-ddb04127bb6d service neutron] Checking segment: {'id': '324bd86d-314b-498b-b1f7-867e3e9f7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'cb46ba7b-648e-4780-990c-7464d8fd9433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 20:02:11.194804 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492756f5-738f-4518-b51e-5069ae9e8eee req-3e5e90ac-c5ea-4eaa-b204-ddb04127bb6d service neutron] Bound using segment: {'id': '324bd86d-314b-498b-b1f7-867e3e9f7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'cb46ba7b-648e-4780-990c-7464d8fd9433'} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 20:02:11.195232 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-492756f5-738f-4518-b51e-5069ae9e8eee req-3e5e90ac-c5ea-4eaa-b204-ddb04127bb6d service neutron] Bound port: 7cd64257-fc0d-4ce7-8ae6-956d17f483df, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '324bd86d-314b-498b-b1f7-867e3e9f7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'cb46ba7b-648e-4780-990c-7464d8fd9433'}}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 20:02:11.195589 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-492756f5-738f-4518-b51e-5069ae9e8eee req-3e5e90ac-c5ea-4eaa-b204-ddb04127bb6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (7cd64257-fc0d-4ce7-8ae6-956d17f483df), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:11.198083 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:11.257552 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-492756f5-738f-4518-b51e-5069ae9e8eee req-3e5e90ac-c5ea-4eaa-b204-ddb04127bb6d service neutron] For port 7cd64257-fc0d-4ce7-8ae6-956d17f483df, host hv-cinder-84460, cleared binding levels {{(pid=110544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 20:02:11.260696 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-492756f5-738f-4518-b51e-5069ae9e8eee req-3e5e90ac-c5ea-4eaa-b204-ddb04127bb6d service neutron] For port 7cd64257-fc0d-4ce7-8ae6-956d17f483df, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7cd64257-fc0d-4ce7-8ae6-956d17f483df,segment=NetworkSegment(324bd86d-314b-498b-b1f7-867e3e9f7880),segment_id=324bd86d-314b-498b-b1f7-867e3e9f7880)] {{(pid=110544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 20:02:11.266988 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-492756f5-738f-4518-b51e-5069ae9e8eee req-3e5e90ac-c5ea-4eaa-b204-ddb04127bb6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (7cd64257-fc0d-4ce7-8ae6-956d17f483df), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:11.307897 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492756f5-738f-4518-b51e-5069ae9e8eee req-3e5e90ac-c5ea-4eaa-b204-ddb04127bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:11.308589 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-492756f5-738f-4518-b51e-5069ae9e8eee req-3e5e90ac-c5ea-4eaa-b204-ddb04127bb6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:11.310007 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-492756f5-738f-4518-b51e-5069ae9e8eee req-3e5e90ac-c5ea-4eaa-b204-ddb04127bb6d service neutron] 10.222.0.60 "PUT /v2.0/ports/7cd64257-fc0d-4ce7-8ae6-956d17f483df HTTP/1.1" status: 200 len: 1093 time: 0.6796603 Jul 01 20:02:11.310496 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f4d457-7b70-4b7f-ba60-1507361056bc', 'tag': '7cd64257-fc0d-4ce7-8ae6-956d17f483df'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:02:11.312706 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e016dc-0b30-4306-8638-7b09b0ff0ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "19f4d457-7b70-4b7f-ba60-1507361056bc", "tag": "7cd64257-fc0d-4ce7-8ae6-956d17f483df"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:02:11.335048 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e90ac-c5ea-4eaa-b204-ddb04127bb6d service neutron] Pushing event updated for resources: {'Port': ['ID=7cd64257-fc0d-4ce7-8ae6-956d17f483df,revision_number=3']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:02:11.360530 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 20:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c60ac70-4a96-476d-b2fc-11aa0e4e0bd5 x-openstack-request-id: req-7c60ac70-4a96-476d-b2fc-11aa0e4e0bd5 {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:02:11.360821 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f4d457-7b70-4b7f-ba60-1507361056bc", "tag": "7cd64257-fc0d-4ce7-8ae6-956d17f483df", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:02:11.361079 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7c60ac70-4a96-476d-b2fc-11aa0e4e0bd5 {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:02:11.361538 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c60ac70-4a96-476d-b2fc-11aa0e4e0bd5'] response: {'name': 'network-changed', 'server_uuid': '19f4d457-7b70-4b7f-ba60-1507361056bc', 'tag': '7cd64257-fc0d-4ce7-8ae6-956d17f483df', 'status': 'completed', 'code': 200} Jul 01 20:02:11.416436 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:11.447683 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492756f5-738f-4518-b51e-5069ae9e8eee req-a5c19598-adfb-40d7-abc9-c2350e6508fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:11.449267 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-492756f5-738f-4518-b51e-5069ae9e8eee req-a5c19598-adfb-40d7-abc9-c2350e6508fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8fc7896ac2f04a87bbe1e19b92c87fc6&device_id=19f4d457-7b70-4b7f-ba60-1507361056bc HTTP/1.1" status: 200 len: 1127 time: 0.0708194 Jul 01 20:02:11.471799 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fac0f-77db-49f6-af41-86b9156f7922 req-96e941ed-51dc-488f-b2b3-e7808c6e0e8e tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:11.473192 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a28fac0f-77db-49f6-af41-86b9156f7922 req-96e941ed-51dc-488f-b2b3-e7808c6e0e8e tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=1198a30a-c872-4ac1-80ed-72d9337ef1f2 HTTP/1.1" status: 200 len: 946 time: 0.0646391 Jul 01 20:02:11.508686 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-492756f5-738f-4518-b51e-5069ae9e8eee req-6b55a01c-0c8f-4273-a0d2-accf9bab6790 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cd64257-fc0d-4ce7-8ae6-956d17f483df HTTP/1.1" status: 200 len: 217 time: 0.0514791 Jul 01 20:02:11.582790 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a28fac0f-77db-49f6-af41-86b9156f7922 req-6e2f7055-0b66-43b0-8a1b-441d386eb70d tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e07c337f-4e39-4683-acf1-ae919083ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814676 Jul 01 20:02:11.584782 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492756f5-738f-4518-b51e-5069ae9e8eee req-a27df0b7-a377-49b4-966d-203001ca4188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:11.586286 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-492756f5-738f-4518-b51e-5069ae9e8eee req-a27df0b7-a377-49b4-966d-203001ca4188 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e0654df8-5f7e-4d86-bf16-c3801e48041b HTTP/1.1" status: 200 len: 854 time: 0.0691335 Jul 01 20:02:11.619177 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-492756f5-738f-4518-b51e-5069ae9e8eee req-f0aae899-2a45-4b74-9938-c7b3c38b948e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cb46ba7b-648e-4780-990c-7464d8fd9433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270433 Jul 01 20:02:11.712835 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-492756f5-738f-4518-b51e-5069ae9e8eee req-e0919533-9e42-4a9c-8ad7-12aba488a853 service neutron] 10.222.0.60 "GET /v2.0/networks/cb46ba7b-648e-4780-990c-7464d8fd9433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876234 Jul 01 20:02:11.800847 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-492756f5-738f-4518-b51e-5069ae9e8eee req-354c68c6-490f-44be-860f-8e709cade79a service neutron] 10.222.0.60 "GET /v2.0/networks/cb46ba7b-648e-4780-990c-7464d8fd9433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818622 Jul 01 20:02:12.100974 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb228295-c41e-4f1e-820d-d4161cfd4383 req-d4017f10-c5bc-42cf-9550-46b0efd51c67 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:12.102487 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-eb228295-c41e-4f1e-820d-d4161cfd4383 req-d4017f10-c5bc-42cf-9550-46b0efd51c67 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=19f4d457-7b70-4b7f-ba60-1507361056bc HTTP/1.1" status: 200 len: 943 time: 0.0514882 Jul 01 20:02:12.149399 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-eb228295-c41e-4f1e-820d-d4161cfd4383 req-14c396a7-9967-42c5-b0e6-762b4c7c94ba tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ccb6bd6-967f-42a6-8048-ecf288fc72d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414667 Jul 01 20:02:12.645430 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e016dc-0b30-4306-8638-7b09b0ff0ba1 req-65e571b3-d568-4474-b250-690a8933767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:12.646990 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-82e016dc-0b30-4306-8638-7b09b0ff0ba1 req-65e571b3-d568-4474-b250-690a8933767f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8fc7896ac2f04a87bbe1e19b92c87fc6&device_id=19f4d457-7b70-4b7f-ba60-1507361056bc HTTP/1.1" status: 200 len: 1127 time: 0.0429132 Jul 01 20:02:12.712708 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:12.760637 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bccb9-e19a-4318-9bfe-b4fd5ab16c35 req-3a5cdda9-b6c2-4c9c-a79b-532094fd074f tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:12.762110 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1a7bccb9-e19a-4318-9bfe-b4fd5ab16c35 req-3a5cdda9-b6c2-4c9c-a79b-532094fd074f tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=1198a30a-c872-4ac1-80ed-72d9337ef1f2 HTTP/1.1" status: 200 len: 946 time: 0.1063356 Jul 01 20:02:12.803767 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e016dc-0b30-4306-8638-7b09b0ff0ba1 req-acfc08bb-94ab-4c0a-b45c-a33b3b9b997b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:12.805109 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-82e016dc-0b30-4306-8638-7b09b0ff0ba1 req-acfc08bb-94ab-4c0a-b45c-a33b3b9b997b service neutron] 10.222.0.60 "GET /v2.0/networks?id=cb46ba7b-648e-4780-990c-7464d8fd9433 HTTP/1.1" status: 200 len: 915 time: 0.1504364 Jul 01 20:02:12.854856 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-82e016dc-0b30-4306-8638-7b09b0ff0ba1 req-6c58e3e4-b8be-4b3a-9831-a0ece478207c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cd64257-fc0d-4ce7-8ae6-956d17f483df HTTP/1.1" status: 200 len: 217 time: 0.0419769 Jul 01 20:02:12.858271 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1a7bccb9-e19a-4318-9bfe-b4fd5ab16c35 req-f8df777c-ac8a-4766-aaf4-51a6301160fe tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e07c337f-4e39-4683-acf1-ae919083ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0895138 Jul 01 20:02:12.908528 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e016dc-0b30-4306-8638-7b09b0ff0ba1 req-dfa09ff9-cac3-4ba6-a5e0-81209774929f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:12.910039 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-82e016dc-0b30-4306-8638-7b09b0ff0ba1 req-dfa09ff9-cac3-4ba6-a5e0-81209774929f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e0654df8-5f7e-4d86-bf16-c3801e48041b HTTP/1.1" status: 200 len: 854 time: 0.0494499 Jul 01 20:02:12.924739 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:12.953981 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-82e016dc-0b30-4306-8638-7b09b0ff0ba1 req-514f87f9-8924-49a8-8a64-509f742d8677 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cb46ba7b-648e-4780-990c-7464d8fd9433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364771 Jul 01 20:02:13.008843 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862334e0-0473-421c-91df-8713bdf7441e req-993fa2b9-a439-430e-a233-041997313f57 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:13.010304 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-862334e0-0473-421c-91df-8713bdf7441e req-993fa2b9-a439-430e-a233-041997313f57 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=1198a30a-c872-4ac1-80ed-72d9337ef1f2 HTTP/1.1" status: 200 len: 946 time: 0.0845332 Jul 01 20:02:13.019386 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 35632) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:02:13.026030 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-9bd1317d-37c7-49c6-9380-07c766793847 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Request body: {'floatingip': {'port_id': 'f8ba3faa-bb9f-4e87-9517-1f7a10717629'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:02:13.065427 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9bd1317d-37c7-49c6-9380-07c766793847 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (af5ddfee-bbdb-48a3-bfc3-4d4abce48cb3), before_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:13.076897 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-82e016dc-0b30-4306-8638-7b09b0ff0ba1 req-5f2dde1d-a3ed-40b4-bbb9-703a4d0a0e85 service neutron] 10.222.0.60 "GET /v2.0/networks/cb46ba7b-648e-4780-990c-7464d8fd9433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062222 Jul 01 20:02:13.168333 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-82e016dc-0b30-4306-8638-7b09b0ff0ba1 req-d48c37b7-5852-4446-8643-73c829ee57df service neutron] 10.222.0.60 "GET /v2.0/networks/cb46ba7b-648e-4780-990c-7464d8fd9433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847592 Jul 01 20:02:13.268558 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a220a-367f-47ba-bf10-b636f577d457 req-fd7a975e-f0f4-42e6-9cf9-c9e64e3b2ecd tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:13.270068 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-604a220a-367f-47ba-bf10-b636f577d457 req-fd7a975e-f0f4-42e6-9cf9-c9e64e3b2ecd tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=19f4d457-7b70-4b7f-ba60-1507361056bc HTTP/1.1" status: 200 len: 943 time: 0.0485420 Jul 01 20:02:13.322641 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-604a220a-367f-47ba-bf10-b636f577d457 req-40ff9ec3-475a-47b6-9dac-2fb2b535bf27 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ccb6bd6-967f-42a6-8048-ecf288fc72d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462039 Jul 01 20:02:13.384648 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:13.478408 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9bd1317d-37c7-49c6-9380-07c766793847 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:13.481959 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9bd1317d-37c7-49c6-9380-07c766793847 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (af5ddfee-bbdb-48a3-bfc3-4d4abce48cb3), after_update {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:13.541046 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:13.580289 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.l3_db [None req-9bd1317d-37c7-49c6-9380-07c766793847 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Floating IP af5ddfee-bbdb-48a3-bfc3-4d4abce48cb3 associated. External IP: 172.27.1.219, port: f8ba3faa-bb9f-4e87-9517-1f7a10717629. Jul 01 20:02:13.773907 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd1317d-37c7-49c6-9380-07c766793847 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 20:02:13.876979 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd1317d-37c7-49c6-9380-07c766793847 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 20:02:13.882488 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9bd1317d-37c7-49c6-9380-07c766793847 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:13.887559 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52df5fc9-860a-4f53-a7fb-d395aae78e1a None None] Sync routers for ids ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 20:02:13.899322 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52df5fc9-860a-4f53-a7fb-d395aae78e1a None None] Routers {'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 20:02:13.900053 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-52df5fc9-860a-4f53-a7fb-d395aae78e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T20:02:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:02:13.915132 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-9bd1317d-37c7-49c6-9380-07c766793847 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "PUT /v2.0/floatingips/af5ddfee-bbdb-48a3-bfc3-4d4abce48cb3 HTTP/1.1" status: 200 len: 992 time: 0.8942227 Jul 01 20:02:13.915675 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1198a30a-c872-4ac1-80ed-72d9337ef1f2', 'tag': 'f8ba3faa-bb9f-4e87-9517-1f7a10717629'}] {{(pid=110545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:02:13.917959 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcb8287ee1e4b298a834a36a05516dc05427937f10d56c225ffa2f4d88459ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd10268c-0df9-4793-8705-44dad15e54eb" -d '{"events": [{"name": "network-changed", "server_uuid": "1198a30a-c872-4ac1-80ed-72d9337ef1f2", "tag": "f8ba3faa-bb9f-4e87-9517-1f7a10717629"}]}' {{(pid=110545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:02:13.954386 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 20:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b51b986-8a57-4776-ac6d-7a9758a627a8 x-openstack-request-id: req-8b51b986-8a57-4776-ac6d-7a9758a627a8 {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:02:13.954678 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1198a30a-c872-4ac1-80ed-72d9337ef1f2", "tag": "f8ba3faa-bb9f-4e87-9517-1f7a10717629", "status": "completed", "code": 200}]} {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:02:13.954931 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8b51b986-8a57-4776-ac6d-7a9758a627a8 {{(pid=110545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:02:13.955335 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b51b986-8a57-4776-ac6d-7a9758a627a8'] response: {'name': 'network-changed', 'server_uuid': '1198a30a-c872-4ac1-80ed-72d9337ef1f2', 'tag': 'f8ba3faa-bb9f-4e87-9517-1f7a10717629', 'status': 'completed', 'code': 200} Jul 01 20:02:14.007479 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-52df5fc9-860a-4f53-a7fb-d395aae78e1a None None] Set router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 20:02:14.015364 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10268c-0df9-4793-8705-44dad15e54eb req-45ce267a-d816-462b-abaf-b82541422d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:14.017111 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dd10268c-0df9-4793-8705-44dad15e54eb req-45ce267a-d816-462b-abaf-b82541422d25 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=983da191c3d44e608e40f289e26d3603&device_id=1198a30a-c872-4ac1-80ed-72d9337ef1f2 HTTP/1.1" status: 200 len: 1130 time: 0.0392709 Jul 01 20:02:14.107910 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10268c-0df9-4793-8705-44dad15e54eb req-39826919-4600-40c1-80ac-552b3784e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:14.109392 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dd10268c-0df9-4793-8705-44dad15e54eb req-39826919-4600-40c1-80ac-552b3784e304 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd301699-ca40-48e9-9559-67a73cd4bb19 HTTP/1.1" status: 200 len: 916 time: 0.0853179 Jul 01 20:02:14.173348 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dd10268c-0df9-4793-8705-44dad15e54eb req-2358006c-2369-4641-863e-2ccf105c85b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8ba3faa-bb9f-4e87-9517-1f7a10717629 HTTP/1.1" status: 200 len: 1000 time: 0.0584865 Jul 01 20:02:14.217650 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-52df5fc9-860a-4f53-a7fb-d395aae78e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': 'af5ddfee-bbdb-48a3-bfc3-4d4abce48cb3', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'port_id': 'f8ba3faa-bb9f-4e87-9517-1f7a10717629', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'mac_address': 'fa:16:3e:92:b8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1198a30a-c872-4ac1-80ed-72d9337ef1f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T20:02:00Z', 'updated_at': '2022-07-01T20:02:13Z', 'revision_number': 1, 'project_id': '983da191c3d44e608e40f289e26d3603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:23Z', 'revision_number': 5, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:02:14.221413 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10268c-0df9-4793-8705-44dad15e54eb req-2705a885-3412-4acb-9aa5-242d2005a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:14.222924 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dd10268c-0df9-4793-8705-44dad15e54eb req-2705a885-3412-4acb-9aa5-242d2005a8ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1 HTTP/1.1" status: 200 len: 854 time: 0.0433042 Jul 01 20:02:14.243365 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52df5fc9-860a-4f53-a7fb-d395aae78e1a None None] Checking router: c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 20:02:14.251667 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52df5fc9-860a-4f53-a7fb-d395aae78e1a None None] Routers {'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 20:02:14.252269 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-52df5fc9-860a-4f53-a7fb-d395aae78e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T20:02:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:02:14.266435 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10268c-0df9-4793-8705-44dad15e54eb req-c1be76d0-edef-4028-b189-883569cf926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:14.267923 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dd10268c-0df9-4793-8705-44dad15e54eb req-c1be76d0-edef-4028-b189-883569cf926e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd301699-ca40-48e9-9559-67a73cd4bb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395644 Jul 01 20:02:14.372869 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dd10268c-0df9-4793-8705-44dad15e54eb req-d270f229-5249-4ce6-b562-5193bc179b3c service neutron] 10.222.0.60 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988960 Jul 01 20:02:14.485622 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffd191-0f7a-42bc-96fc-b46997391141 req-6fed97ff-f283-4340-b141-9b8fd2a5c1d7 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:14.486971 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-12ffd191-0f7a-42bc-96fc-b46997391141 req-6fed97ff-f283-4340-b141-9b8fd2a5c1d7 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=19f4d457-7b70-4b7f-ba60-1507361056bc HTTP/1.1" status: 200 len: 943 time: 0.0839052 Jul 01 20:02:14.495909 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-52df5fc9-860a-4f53-a7fb-d395aae78e1a None None] Set router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 20:02:14.523516 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-dd10268c-0df9-4793-8705-44dad15e54eb req-e5de0f01-73b3-4b42-9cd3-52641e162e87 service neutron] 10.222.0.60 "GET /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447461 Jul 01 20:02:14.550692 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-12ffd191-0f7a-42bc-96fc-b46997391141 req-69ef30bd-abed-4ffd-9b61-5b9cb2c57868 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ccb6bd6-967f-42a6-8048-ecf288fc72d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570223 Jul 01 20:02:14.703504 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:14.711846 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-52df5fc9-860a-4f53-a7fb-d395aae78e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': 'af5ddfee-bbdb-48a3-bfc3-4d4abce48cb3', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'port_id': 'f8ba3faa-bb9f-4e87-9517-1f7a10717629', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'mac_address': 'fa:16:3e:92:b8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1198a30a-c872-4ac1-80ed-72d9337ef1f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T20:02:00Z', 'updated_at': '2022-07-01T20:02:13Z', 'revision_number': 1, 'project_id': '983da191c3d44e608e40f289e26d3603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:23Z', 'revision_number': 5, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:02:14.736896 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52df5fc9-860a-4f53-a7fb-d395aae78e1a None None] The sync data for ids ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'] in dv-cinder-844601-7-iscsi is: [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': 'af5ddfee-bbdb-48a3-bfc3-4d4abce48cb3', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'port_id': 'f8ba3faa-bb9f-4e87-9517-1f7a10717629', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'mac_address': 'fa:16:3e:92:b8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1198a30a-c872-4ac1-80ed-72d9337ef1f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T20:02:00Z', 'updated_at': '2022-07-01T20:02:13Z', 'revision_number': 1, 'project_id': '983da191c3d44e608e40f289e26d3603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:23Z', 'revision_number': 5, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 20:02:14.933259 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b0a1aa-8152-45bf-ba56-926448dc7618 None None] New status for floating IP af5ddfee-bbdb-48a3-bfc3-4d4abce48cb3: ACTIVE {{(pid=110547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 20:02:15.438764 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 7cd64257-fc0d-4ce7-8ae6-956d17f483df details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 20:02:15.440937 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:15.544103 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 7cd64257-fc0d-4ce7-8ae6-956d17f483df, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7cd64257-fc0d-4ce7-8ae6-956d17f483df,segment=NetworkSegment(324bd86d-314b-498b-b1f7-867e3e9f7880),segment_id=324bd86d-314b-498b-b1f7-867e3e9f7880)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:02:15.556160 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': '7cd64257-fc0d-4ce7-8ae6-956d17f483df', 'network_id': 'cb46ba7b-648e-4780-990c-7464d8fd9433', 'port_id': '7cd64257-fc0d-4ce7-8ae6-956d17f483df', 'mac_address': 'fa:16:3e:14:ba:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0654df8-5f7e-4d86-bf16-c3801e48041b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 20:02:15.584816 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:15.592435 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 7cd64257-fc0d-4ce7-8ae6-956d17f483df is: DOWN; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 20:02:15.592824 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (7cd64257-fc0d-4ce7-8ae6-956d17f483df), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:15.606556 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd64257-fc0d-4ce7-8ae6-956d17f483df {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 20:02:15.626925 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 7cd64257-fc0d-4ce7-8ae6-956d17f483df, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7cd64257-fc0d-4ce7-8ae6-956d17f483df,segment=NetworkSegment(324bd86d-314b-498b-b1f7-867e3e9f7880),segment_id=324bd86d-314b-498b-b1f7-867e3e9f7880)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:02:15.630813 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (7cd64257-fc0d-4ce7-8ae6-956d17f483df), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:15.635952 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:15.672909 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053af91a-4956-4cae-bfd0-61be29c3ffb1 req-de8d4274-7970-48c6-ad9a-96434a9ff332 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:15.674408 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-053af91a-4956-4cae-bfd0-61be29c3ffb1 req-de8d4274-7970-48c6-ad9a-96434a9ff332 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=19f4d457-7b70-4b7f-ba60-1507361056bc HTTP/1.1" status: 200 len: 944 time: 0.0488431 Jul 01 20:02:15.683695 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=7cd64257-fc0d-4ce7-8ae6-956d17f483df,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:02:15.716592 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:15.724875 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-053af91a-4956-4cae-bfd0-61be29c3ffb1 req-f214f384-a546-41c7-9500-110f2c80d261 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ccb6bd6-967f-42a6-8048-ecf288fc72d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435367 Jul 01 20:02:15.860845 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['7cd64257-fc0d-4ce7-8ae6-956d17f483df'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 20:02:16.468819 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:16.841572 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a0ae2-e301-41db-8e1d-d373499cca33 req-6be7521b-9042-4a15-b55b-b9b13c6c1ce5 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:16.843054 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8d0a0ae2-e301-41db-8e1d-d373499cca33 req-6be7521b-9042-4a15-b55b-b9b13c6c1ce5 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=19f4d457-7b70-4b7f-ba60-1507361056bc HTTP/1.1" status: 200 len: 944 time: 0.0508010 Jul 01 20:02:16.889193 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8d0a0ae2-e301-41db-8e1d-d373499cca33 req-6adfc113-3654-4bcc-ae2e-f246bfd70837 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ccb6bd6-967f-42a6-8048-ecf288fc72d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407474 Jul 01 20:02:17.439953 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 7cd64257-fc0d-4ce7-8ae6-956d17f483df up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 20:02:17.484957 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning for port 7cd64257-fc0d-4ce7-8ae6-956d17f483df completed by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 20:02:17.491198 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port 7cd64257-fc0d-4ce7-8ae6-956d17f483df triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 20:02:17.491576 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (7cd64257-fc0d-4ce7-8ae6-956d17f483df), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:17.565224 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port 7cd64257-fc0d-4ce7-8ae6-956d17f483df is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 20:02:17.565632 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (7cd64257-fc0d-4ce7-8ae6-956d17f483df), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:17.589044 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f4d457-7b70-4b7f-ba60-1507361056bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd64257-fc0d-4ce7-8ae6-956d17f483df'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:02:17.591373 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10cf3c7-186a-463e-8f1e-196e2efdba51" -d '{"events": [{"server_uuid": "19f4d457-7b70-4b7f-ba60-1507361056bc", "name": "network-vif-plugged", "status": "completed", "tag": "7cd64257-fc0d-4ce7-8ae6-956d17f483df"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:02:17.603785 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port 7cd64257-fc0d-4ce7-8ae6-956d17f483df, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7cd64257-fc0d-4ce7-8ae6-956d17f483df,segment=NetworkSegment(324bd86d-314b-498b-b1f7-867e3e9f7880),segment_id=324bd86d-314b-498b-b1f7-867e3e9f7880)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:02:17.607798 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (7cd64257-fc0d-4ce7-8ae6-956d17f483df), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:17.636936 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 20:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15db28b-3ebc-4213-aa7f-adb591ce0f0b x-openstack-request-id: req-d15db28b-3ebc-4213-aa7f-adb591ce0f0b {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:02:17.637230 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f4d457-7b70-4b7f-ba60-1507361056bc", "name": "network-vif-plugged", "status": "completed", "tag": "7cd64257-fc0d-4ce7-8ae6-956d17f483df", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:02:17.637487 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d15db28b-3ebc-4213-aa7f-adb591ce0f0b {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:02:17.637899 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d15db28b-3ebc-4213-aa7f-adb591ce0f0b'] response: {'server_uuid': '19f4d457-7b70-4b7f-ba60-1507361056bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd64257-fc0d-4ce7-8ae6-956d17f483df', 'code': 200} Jul 01 20:02:17.664363 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=7cd64257-fc0d-4ce7-8ae6-956d17f483df,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:02:17.788299 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9d8ce-8d17-4e05-bb34-d93c1f393437 req-e475be65-dfd3-44f1-a366-144e07ba4b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:17.789792 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1be9d8ce-8d17-4e05-bb34-d93c1f393437 req-e475be65-dfd3-44f1-a366-144e07ba4b45 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=19f4d457-7b70-4b7f-ba60-1507361056bc HTTP/1.1" status: 200 len: 1129 time: 0.0380907 Jul 01 20:02:17.834406 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1be9d8ce-8d17-4e05-bb34-d93c1f393437 req-84b1469c-c514-4386-bebe-b89d39f866dd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5ccb6bd6-967f-42a6-8048-ecf288fc72d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381050 Jul 01 20:02:17.857528 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 20:02:18.003061 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4096c2-96ca-4715-a330-888f1ffa4f45 req-f370e262-a7f5-4bdd-9126-861f47d9e443 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:18.004600 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fe4096c2-96ca-4715-a330-888f1ffa4f45 req-f370e262-a7f5-4bdd-9126-861f47d9e443 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=19f4d457-7b70-4b7f-ba60-1507361056bc HTTP/1.1" status: 200 len: 945 time: 0.0477841 Jul 01 20:02:18.055343 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-fe4096c2-96ca-4715-a330-888f1ffa4f45 req-21f9c4ac-0932-43eb-9bfb-29ed40ce033d tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ccb6bd6-967f-42a6-8048-ecf288fc72d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451260 Jul 01 20:02:19.172013 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cfcc26-f08e-4146-b09b-13d5afa96b64 req-4fa78147-b1c7-43eb-8591-2ca7fe1b1051 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:19.173401 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f2cfcc26-f08e-4146-b09b-13d5afa96b64 req-4fa78147-b1c7-43eb-8591-2ca7fe1b1051 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=19f4d457-7b70-4b7f-ba60-1507361056bc HTTP/1.1" status: 200 len: 945 time: 0.0495970 Jul 01 20:02:19.227954 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f2cfcc26-f08e-4146-b09b-13d5afa96b64 req-55050dc7-5e58-45dd-a1e1-0a2608eef0fd tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ccb6bd6-967f-42a6-8048-ecf288fc72d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481009 Jul 01 20:02:20.347460 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e28ac2-fc79-47a1-9663-35e4161e8af6 req-d34ef83e-6acd-4ce1-b5f9-b62907e42c45 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:20.349371 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-05e28ac2-fc79-47a1-9663-35e4161e8af6 req-d34ef83e-6acd-4ce1-b5f9-b62907e42c45 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=19f4d457-7b70-4b7f-ba60-1507361056bc HTTP/1.1" status: 200 len: 945 time: 0.0487747 Jul 01 20:02:20.397434 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-05e28ac2-fc79-47a1-9663-35e4161e8af6 req-64d69270-9299-4128-aa71-66114a95c3d4 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ccb6bd6-967f-42a6-8048-ecf288fc72d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429957 Jul 01 20:02:23.910282 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=45 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:23.911118 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=57 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:27.655171 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:27.659571 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:27.661487 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:30.391858 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=53 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:30.394137 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=46 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:34.876016 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:34.876770 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:36.122499 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-bbd1c155-475e-445e-9e86-ae5e4a1125d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:38.600717 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-1753d5db-9194-40b4-8199-127a3f0f5ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:39.776298 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:41.130758 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:41.409414 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:43.584811 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 35778) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:02:43.728157 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Deleting port 254579e7-77fa-4444-9b2f-f18013b5edc4 {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:02:43.728498 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (254579e7-77fa-4444-9b2f-f18013b5edc4), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:43.803296 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (254579e7-77fa-4444-9b2f-f18013b5edc4), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:43.803544 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for floatingip (254579e7-77fa-4444-9b2f-f18013b5edc4), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:43.816731 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Calling delete_port for 254579e7-77fa-4444-9b2f-f18013b5edc4 owned by network:floatingip {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:02:43.981277 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (254579e7-77fa-4444-9b2f-f18013b5edc4), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:44.005659 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Pushing event deleted for resources: {'Port': ['ID=254579e7-77fa-4444-9b2f-f18013b5edc4,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:02:44.035609 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:44.035956 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:44.036294 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:44.036626 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:44.036951 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:44.037272 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:44.037666 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:44.037936 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:44.038254 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:44.038615 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:44.038961 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:44.039281 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:44.039596 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:44.039908 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:44.040218 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:44.081709 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for floatingip (97956de3-4175-4d10-bbd0-40ee77ab4f3e), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:44.082033 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.l3_db [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Floating IP 97956de3-4175-4d10-bbd0-40ee77ab4f3e disassociated (deleted). External IP: 172.27.1.103, port: 6adc29b3-1960-40fd-8ad1-4dfc34d21261. Jul 01 20:02:44.273228 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 20:02:44.373864 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 20:02:44.378063 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:44.382958 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16c8f7-f07f-44ba-ae1c-798ed95acdcc None None] Sync routers for ids ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 20:02:44.392645 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc16c8f7-f07f-44ba-ae1c-798ed95acdcc None None] Routers {'7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 20:02:44.393273 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-bc16c8f7-f07f-44ba-ae1c-798ed95acdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T20:02:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:02:44.401877 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:44.411141 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-e20fc458-573b-4f79-b04a-5d1258cfee8a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "DELETE /v2.0/floatingips/97956de3-4175-4d10-bbd0-40ee77ab4f3e HTTP/1.1" status: 204 len: 168 time: 0.8251204 Jul 01 20:02:44.412241 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc669e16-66da-4c61-bfae-4d266c6b16d8', 'tag': '6adc29b3-1960-40fd-8ad1-4dfc34d21261'}] {{(pid=110545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:02:44.415313 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcb8287ee1e4b298a834a36a05516dc05427937f10d56c225ffa2f4d88459ae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c66e18e-3786-42e6-a1ad-37a50eacf8d2" -d '{"events": [{"name": "network-changed", "server_uuid": "cc669e16-66da-4c61-bfae-4d266c6b16d8", "tag": "6adc29b3-1960-40fd-8ad1-4dfc34d21261"}]}' {{(pid=110545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:02:44.454094 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 20:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bffaa9-9879-4575-890a-b243e4dafaf4 x-openstack-request-id: req-94bffaa9-9879-4575-890a-b243e4dafaf4 {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:02:44.454389 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc669e16-66da-4c61-bfae-4d266c6b16d8", "tag": "6adc29b3-1960-40fd-8ad1-4dfc34d21261", "status": "completed", "code": 200}]} {{(pid=110545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:02:44.454644 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-94bffaa9-9879-4575-890a-b243e4dafaf4 {{(pid=110545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:02:44.455046 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94bffaa9-9879-4575-890a-b243e4dafaf4'] response: {'name': 'network-changed', 'server_uuid': 'cc669e16-66da-4c61-bfae-4d266c6b16d8', 'tag': '6adc29b3-1960-40fd-8ad1-4dfc34d21261', 'status': 'completed', 'code': 200} Jul 01 20:02:44.504542 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-bc16c8f7-f07f-44ba-ae1c-798ed95acdcc None None] Set router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 20:02:44.744342 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-bc16c8f7-f07f-44ba-ae1c-798ed95acdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T19:54:49Z', 'revision_number': 4, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port': {'id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:44Z', 'updated_at': '2022-07-01T19:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '8fe0ce21-676c-49a5-a964-29d172cd2de5', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'port_id': 'c3aa88b7-7e29-46f3-9c4e-3618ea05e754', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'mac_address': 'fa:16:3e:2f:c2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c2262f-a173-4336-91b1-f5f7a20bf96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:58:46Z', 'updated_at': '2022-07-01T19:58:48Z', 'revision_number': 1, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01ab8bf-dc58-4397-9307-b41497af8ef6', 'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'mac_address': 'fa:16:3e:87:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '129fcccf-8477-4494-ac8a-396275dff649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:47Z', 'updated_at': '2022-07-01T19:54:54Z', 'revision_number': 5, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'subnets': [{'id': '129fcccf-8477-4494-ac8a-396275dff649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:02:44.769699 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16c8f7-f07f-44ba-ae1c-798ed95acdcc None None] Checking router: 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 20:02:44.778605 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc16c8f7-f07f-44ba-ae1c-798ed95acdcc None None] Routers {'7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 20:02:44.779215 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-bc16c8f7-f07f-44ba-ae1c-798ed95acdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T20:02:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:02:44.779465 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a58c7-9b3f-4816-ae9f-0a7e076672f4 req-0f8833ad-6024-4b20-9a31-935d2055f96a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:44.780981 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-316a58c7-9b3f-4816-ae9f-0a7e076672f4 req-0f8833ad-6024-4b20-9a31-935d2055f96a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 945 time: 0.1697884 Jul 01 20:02:44.835035 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-316a58c7-9b3f-4816-ae9f-0a7e076672f4 req-b6353237-5524-4394-9280-74047472967d tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484209 Jul 01 20:02:44.884247 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-bc16c8f7-f07f-44ba-ae1c-798ed95acdcc None None] Set router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 20:02:45.101468 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-bc16c8f7-f07f-44ba-ae1c-798ed95acdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T19:54:49Z', 'revision_number': 4, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port': {'id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:44Z', 'updated_at': '2022-07-01T19:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '8fe0ce21-676c-49a5-a964-29d172cd2de5', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'port_id': 'c3aa88b7-7e29-46f3-9c4e-3618ea05e754', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'mac_address': 'fa:16:3e:2f:c2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c2262f-a173-4336-91b1-f5f7a20bf96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:58:46Z', 'updated_at': '2022-07-01T19:58:48Z', 'revision_number': 1, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01ab8bf-dc58-4397-9307-b41497af8ef6', 'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'mac_address': 'fa:16:3e:87:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '129fcccf-8477-4494-ac8a-396275dff649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:47Z', 'updated_at': '2022-07-01T19:54:54Z', 'revision_number': 5, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'subnets': [{'id': '129fcccf-8477-4494-ac8a-396275dff649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:02:45.129525 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16c8f7-f07f-44ba-ae1c-798ed95acdcc None None] The sync data for ids ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'] in dv-cinder-844601-7-iscsi is: [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T19:54:49Z', 'revision_number': 4, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port': {'id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:44Z', 'updated_at': '2022-07-01T19:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_floatingips': [{'id': '8fe0ce21-676c-49a5-a964-29d172cd2de5', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'router_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'port_id': 'c3aa88b7-7e29-46f3-9c4e-3618ea05e754', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'mac_address': 'fa:16:3e:2f:c2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c2262f-a173-4336-91b1-f5f7a20bf96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T19:58:46Z', 'updated_at': '2022-07-01T19:58:48Z', 'revision_number': 1, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01ab8bf-dc58-4397-9307-b41497af8ef6', 'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'mac_address': 'fa:16:3e:87:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '129fcccf-8477-4494-ac8a-396275dff649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:47Z', 'updated_at': '2022-07-01T19:54:54Z', 'revision_number': 5, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'subnets': [{'id': '129fcccf-8477-4494-ac8a-396275dff649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 20:02:45.351980 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d8bec5-3bc1-475f-af53-d64381f69d5a None None] New status for floating IP 97956de3-4175-4d10-bbd0-40ee77ab4f3e: DOWN {{(pid=110547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 20:02:46.000695 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b991fae-0bb6-4da8-9209-29e4944c6494 req-25740ff5-cc4f-4d51-afa9-84aa5b924104 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:46.002184 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3b991fae-0bb6-4da8-9209-29e4944c6494 req-25740ff5-cc4f-4d51-afa9-84aa5b924104 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 945 time: 0.0973938 Jul 01 20:02:46.050601 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3b991fae-0bb6-4da8-9209-29e4944c6494 req-63d56e63-2356-4920-8bd2-d3235699accc tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428712 Jul 01 20:02:46.472741 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:47.168838 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793958dd-3122-4a63-bb8e-7c33b23de37d req-ffead459-1cb8-4726-afa8-cace6435ed1d tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:47.170357 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-793958dd-3122-4a63-bb8e-7c33b23de37d req-ffead459-1cb8-4726-afa8-cace6435ed1d tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 945 time: 0.0513265 Jul 01 20:02:47.219728 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-793958dd-3122-4a63-bb8e-7c33b23de37d req-1d041ba8-ac59-4d30-bbf8-246cad7cd669 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437837 Jul 01 20:02:48.332597 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c400d-f0f2-4237-abb9-09b941efaa76 req-fda8be2f-3be6-45a6-be19-80284fba03cf tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:48.334080 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9e3c400d-f0f2-4237-abb9-09b941efaa76 req-fda8be2f-3be6-45a6-be19-80284fba03cf tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 945 time: 0.0468662 Jul 01 20:02:48.384414 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9e3c400d-f0f2-4237-abb9-09b941efaa76 req-5aea7e43-6766-4cea-a62d-575150d0fddc tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441616 Jul 01 20:02:49.503873 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be3b67-1080-41aa-8153-1f55623a7db5 req-b4f65c81-526f-4301-8c79-a31374ed5502 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:49.505437 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d0be3b67-1080-41aa-8153-1f55623a7db5 req-b4f65c81-526f-4301-8c79-a31374ed5502 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 945 time: 0.0521691 Jul 01 20:02:49.565611 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d0be3b67-1080-41aa-8153-1f55623a7db5 req-659f4b58-9fe6-48eb-bac1-2f4c4ff4be84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537457 Jul 01 20:02:50.048450 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66e18e-3786-42e6-a1ad-37a50eacf8d2 req-572880bb-57d3-4ddd-afab-6915f98f951f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:50.049972 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8c66e18e-3786-42e6-a1ad-37a50eacf8d2 req-572880bb-57d3-4ddd-afab-6915f98f951f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=262e5b1a6f6248cca455437d23b8d441&device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 1129 time: 0.0459962 Jul 01 20:02:50.151768 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66e18e-3786-42e6-a1ad-37a50eacf8d2 req-43bb90d4-76bc-4b64-859f-f9985bbcd363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:50.153227 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8c66e18e-3786-42e6-a1ad-37a50eacf8d2 req-43bb90d4-76bc-4b64-859f-f9985bbcd363 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9 HTTP/1.1" status: 200 len: 912 time: 0.0872090 Jul 01 20:02:50.506345 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8c66e18e-3786-42e6-a1ad-37a50eacf8d2 req-6a64d2c3-f977-4407-95d0-614b70d28a78 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6adc29b3-1960-40fd-8ad1-4dfc34d21261 HTTP/1.1" status: 200 len: 217 time: 0.0395465 Jul 01 20:02:50.562700 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66e18e-3786-42e6-a1ad-37a50eacf8d2 req-2f4e5e68-2e75-4955-b7e9-216ef840254c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:50.564209 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8c66e18e-3786-42e6-a1ad-37a50eacf8d2 req-2f4e5e68-2e75-4955-b7e9-216ef840254c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=129fcccf-8477-4494-ac8a-396275dff649 HTTP/1.1" status: 200 len: 850 time: 0.0511234 Jul 01 20:02:50.679111 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6044c56-48d9-4431-baf7-67f96013be22 req-be5b9a08-d44c-4c8c-b0f4-bfaeea2a472b tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:50.680784 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a6044c56-48d9-4431-baf7-67f96013be22 req-be5b9a08-d44c-4c8c-b0f4-bfaeea2a472b tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 945 time: 0.0480077 Jul 01 20:02:50.765649 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66e18e-3786-42e6-a1ad-37a50eacf8d2 req-e09ad43c-4a35-4288-8f4b-984ad5a20835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:50.767246 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8c66e18e-3786-42e6-a1ad-37a50eacf8d2 req-e09ad43c-4a35-4288-8f4b-984ad5a20835 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670533 Jul 01 20:02:50.781272 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a6044c56-48d9-4431-baf7-67f96013be22 req-77113f1f-2be2-4dbc-b9e2-f3938fd62263 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947356 Jul 01 20:02:50.834184 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee2f95-a1b8-4181-8067-9ce68a6a3c2e req-f005a1fd-f789-4be2-8107-2cbc03480e00 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:02:50.836663 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-beee2f95-a1b8-4181-8067-9ce68a6a3c2e req-f005a1fd-f789-4be2-8107-2cbc03480e00 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 945 time: 0.0716314 Jul 01 20:02:50.954699 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:50.968138 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8c66e18e-3786-42e6-a1ad-37a50eacf8d2 req-e1bc468b-e8e7-4b76-8967-003d0fab9709 service neutron] 10.222.0.60 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922779 Jul 01 20:02:50.973279 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-beee2f95-a1b8-4181-8067-9ce68a6a3c2e req-2fa84ee6-df5a-4f88-86ce-3e13aa17ad84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Deleting port 6adc29b3-1960-40fd-8ad1-4dfc34d21261 {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:02:50.973648 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-beee2f95-a1b8-4181-8067-9ce68a6a3c2e req-2fa84ee6-df5a-4f88-86ce-3e13aa17ad84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (6adc29b3-1960-40fd-8ad1-4dfc34d21261), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:51.005072 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:51.407774 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-beee2f95-a1b8-4181-8067-9ce68a6a3c2e req-2fa84ee6-df5a-4f88-86ce-3e13aa17ad84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] For port 6adc29b3-1960-40fd-8ad1-4dfc34d21261, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=6adc29b3-1960-40fd-8ad1-4dfc34d21261,segment=NetworkSegment(a69f7f5c-c87c-4f45-9684-446699fd887d),segment_id=a69f7f5c-c87c-4f45-9684-446699fd887d)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:02:51.408133 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-beee2f95-a1b8-4181-8067-9ce68a6a3c2e req-2fa84ee6-df5a-4f88-86ce-3e13aa17ad84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (6adc29b3-1960-40fd-8ad1-4dfc34d21261), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:51.411900 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8c66e18e-3786-42e6-a1ad-37a50eacf8d2 req-35a8c3ea-8769-4e93-adaf-fd604ab1e6cd service neutron] 10.222.0.60 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348245 Jul 01 20:02:51.422997 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-beee2f95-a1b8-4181-8067-9ce68a6a3c2e req-2fa84ee6-df5a-4f88-86ce-3e13aa17ad84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Calling delete_port for 6adc29b3-1960-40fd-8ad1-4dfc34d21261 owned by compute:nova {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:02:51.551446 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-beee2f95-a1b8-4181-8067-9ce68a6a3c2e req-2fa84ee6-df5a-4f88-86ce-3e13aa17ad84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (6adc29b3-1960-40fd-8ad1-4dfc34d21261), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:51.581398 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa84ee6-df5a-4f88-86ce-3e13aa17ad84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Pushing event deleted for resources: {'Port': ['ID=6adc29b3-1960-40fd-8ad1-4dfc34d21261,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:02:51.596425 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa84ee6-df5a-4f88-86ce-3e13aa17ad84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:51.596915 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa84ee6-df5a-4f88-86ce-3e13aa17ad84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:51.597264 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa84ee6-df5a-4f88-86ce-3e13aa17ad84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:51.599228 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa84ee6-df5a-4f88-86ce-3e13aa17ad84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:51.599228 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa84ee6-df5a-4f88-86ce-3e13aa17ad84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:51.599228 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa84ee6-df5a-4f88-86ce-3e13aa17ad84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:51.599228 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa84ee6-df5a-4f88-86ce-3e13aa17ad84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:51.599228 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa84ee6-df5a-4f88-86ce-3e13aa17ad84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:51.600363 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa84ee6-df5a-4f88-86ce-3e13aa17ad84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:51.600565 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa84ee6-df5a-4f88-86ce-3e13aa17ad84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:51.602026 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa84ee6-df5a-4f88-86ce-3e13aa17ad84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:51.602026 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa84ee6-df5a-4f88-86ce-3e13aa17ad84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:51.602026 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa84ee6-df5a-4f88-86ce-3e13aa17ad84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:51.602026 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa84ee6-df5a-4f88-86ce-3e13aa17ad84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:51.602475 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa84ee6-df5a-4f88-86ce-3e13aa17ad84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:02:51.644531 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-beee2f95-a1b8-4181-8067-9ce68a6a3c2e req-2fa84ee6-df5a-4f88-86ce-3e13aa17ad84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] No DVR routers for this DVR port 6adc29b3-1960-40fd-8ad1-4dfc34d21261 on host hv-cinder-84460 {{(pid=110544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 20:02:51.647360 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-beee2f95-a1b8-4181-8067-9ce68a6a3c2e req-2fa84ee6-df5a-4f88-86ce-3e13aa17ad84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:02:51.651061 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-beee2f95-a1b8-4181-8067-9ce68a6a3c2e req-2fa84ee6-df5a-4f88-86ce-3e13aa17ad84 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.60 "DELETE /v2.0/ports/6adc29b3-1960-40fd-8ad1-4dfc34d21261 HTTP/1.1" status: 204 len: 173 time: 0.8082700 Jul 01 20:02:51.651497 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc669e16-66da-4c61-bfae-4d266c6b16d8', 'name': 'network-vif-deleted', 'tag': '6adc29b3-1960-40fd-8ad1-4dfc34d21261'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:02:51.653765 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b5e118-595c-4c94-9660-da9646b486fb" -d '{"events": [{"server_uuid": "cc669e16-66da-4c61-bfae-4d266c6b16d8", "name": "network-vif-deleted", "tag": "6adc29b3-1960-40fd-8ad1-4dfc34d21261"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:02:51.702149 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 20:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e6d7cc-12f7-4fdc-a027-3cc08ad026e0 x-openstack-request-id: req-24e6d7cc-12f7-4fdc-a027-3cc08ad026e0 {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:02:51.702553 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc669e16-66da-4c61-bfae-4d266c6b16d8", "name": "network-vif-deleted", "tag": "6adc29b3-1960-40fd-8ad1-4dfc34d21261", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:02:51.702886 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-24e6d7cc-12f7-4fdc-a027-3cc08ad026e0 {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:02:51.703339 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24e6d7cc-12f7-4fdc-a027-3cc08ad026e0'] response: {'server_uuid': 'cc669e16-66da-4c61-bfae-4d266c6b16d8', 'name': 'network-vif-deleted', 'tag': '6adc29b3-1960-40fd-8ad1-4dfc34d21261', 'status': 'completed', 'code': 200} Jul 01 20:02:51.897258 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bc77a21b-0c34-4ac9-bdab-29828c695af0 req-01dadd9e-c509-4d86-8b25-09477a78e765 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 210 time: 0.0402200 Jul 01 20:02:53.013410 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-bc3f671e-d272-4c7d-bfd7-d7548347dc36 req-42f61ea8-b90d-4a6d-85fe-121fa099ed69 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 210 time: 0.0288794 Jul 01 20:02:54.122308 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-35f5b339-edad-4a92-ad38-e81050c48c7f req-da551179-e351-4a7c-ae6f-cb71abe44572 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc669e16-66da-4c61-bfae-4d266c6b16d8 HTTP/1.1" status: 200 len: 210 time: 0.0307133 Jul 01 20:02:54.404605 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=91,neutron:DELETE=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:54.855808 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 20:02:55.383651 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:55.663997 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 6adc29b3-1960-40fd-8ad1-4dfc34d21261 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 20:02:55.683267 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] No Port match for: 6adc29b3-1960-40fd-8ad1-4dfc34d21261 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 20:02:55.683617 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 6adc29b3-1960-40fd-8ad1-4dfc34d21261 not bound to the agent host hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 20:02:56.462679 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:02:56.469051 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:UPDATE=3,neutron:SELECT=54 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:00.491064 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 35910) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:00.638125 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-823f756e-a6fe-4aa1-870f-d844560d14a8 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Deleting port 0399ba5e-5125-4d6c-b347-a8555585f218 {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:03:00.638381 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-823f756e-a6fe-4aa1-870f-d844560d14a8 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (0399ba5e-5125-4d6c-b347-a8555585f218), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:00.717144 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-823f756e-a6fe-4aa1-870f-d844560d14a8 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (0399ba5e-5125-4d6c-b347-a8555585f218), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:00.717488 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-823f756e-a6fe-4aa1-870f-d844560d14a8 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for floatingip (0399ba5e-5125-4d6c-b347-a8555585f218), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:00.730416 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-823f756e-a6fe-4aa1-870f-d844560d14a8 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Calling delete_port for 0399ba5e-5125-4d6c-b347-a8555585f218 owned by network:floatingip {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:03:00.870106 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:00.891112 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-823f756e-a6fe-4aa1-870f-d844560d14a8 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (0399ba5e-5125-4d6c-b347-a8555585f218), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:00.917141 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f756e-a6fe-4aa1-870f-d844560d14a8 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Pushing event deleted for resources: {'Port': ['ID=0399ba5e-5125-4d6c-b347-a8555585f218,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:00.941234 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:00.983101 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-823f756e-a6fe-4aa1-870f-d844560d14a8 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for floatingip (8fe0ce21-676c-49a5-a964-29d172cd2de5), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:00.983420 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.l3_db [None req-823f756e-a6fe-4aa1-870f-d844560d14a8 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Floating IP 8fe0ce21-676c-49a5-a964-29d172cd2de5 disassociated (deleted). External IP: 172.27.1.212, port: c3aa88b7-7e29-46f3-9c4e-3618ea05e754. Jul 01 20:03:01.186374 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823f756e-a6fe-4aa1-870f-d844560d14a8 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 20:03:01.289780 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823f756e-a6fe-4aa1-870f-d844560d14a8 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 20:03:01.295621 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-823f756e-a6fe-4aa1-870f-d844560d14a8 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:01.300413 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab70ad6d-bfc4-4166-91e0-efdac7b46c8e None None] Sync routers for ids ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 20:03:01.312871 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab70ad6d-bfc4-4166-91e0-efdac7b46c8e None None] Routers {'7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 20:03:01.313503 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-ab70ad6d-bfc4-4166-91e0-efdac7b46c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T20:02:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:01.315467 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:01.329750 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-823f756e-a6fe-4aa1-870f-d844560d14a8 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "DELETE /v2.0/floatingips/8fe0ce21-676c-49a5-a964-29d172cd2de5 HTTP/1.1" status: 204 len: 168 time: 0.8375726 Jul 01 20:03:01.330325 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c2262f-a173-4336-91b1-f5f7a20bf96d', 'tag': 'c3aa88b7-7e29-46f3-9c4e-3618ea05e754'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:03:01.332574 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd44828-fc6a-41c2-b03a-9fad200be568" -d '{"events": [{"name": "network-changed", "server_uuid": "54c2262f-a173-4336-91b1-f5f7a20bf96d", "tag": "c3aa88b7-7e29-46f3-9c4e-3618ea05e754"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:03:01.371085 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 20:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d69906c-c1ba-4abc-9133-489450a19c59 x-openstack-request-id: req-8d69906c-c1ba-4abc-9133-489450a19c59 {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:03:01.371380 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c2262f-a173-4336-91b1-f5f7a20bf96d", "tag": "c3aa88b7-7e29-46f3-9c4e-3618ea05e754", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:03:01.371628 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8d69906c-c1ba-4abc-9133-489450a19c59 {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:03:01.372058 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d69906c-c1ba-4abc-9133-489450a19c59'] response: {'name': 'network-changed', 'server_uuid': '54c2262f-a173-4336-91b1-f5f7a20bf96d', 'tag': 'c3aa88b7-7e29-46f3-9c4e-3618ea05e754', 'status': 'completed', 'code': 200} Jul 01 20:03:01.430038 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-ab70ad6d-bfc4-4166-91e0-efdac7b46c8e None None] Set router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 20:03:01.571951 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29a933-e00f-4f2e-a0ac-deed7914586f req-52896c60-cf32-4cac-881d-d23d28626d5c tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:01.573503 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9a29a933-e00f-4f2e-a0ac-deed7914586f req-52896c60-cf32-4cac-881d-d23d28626d5c tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 945 time: 0.0540693 Jul 01 20:03:01.636316 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9a29a933-e00f-4f2e-a0ac-deed7914586f req-a27d0102-1060-4fc0-85e2-69ac0e5b5270 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571523 Jul 01 20:03:01.748613 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-ab70ad6d-bfc4-4166-91e0-efdac7b46c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T19:54:49Z', 'revision_number': 4, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port': {'id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:44Z', 'updated_at': '2022-07-01T19:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': 'd01ab8bf-dc58-4397-9307-b41497af8ef6', 'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'mac_address': 'fa:16:3e:87:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '129fcccf-8477-4494-ac8a-396275dff649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:47Z', 'updated_at': '2022-07-01T19:54:54Z', 'revision_number': 5, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'subnets': [{'id': '129fcccf-8477-4494-ac8a-396275dff649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:01.773154 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab70ad6d-bfc4-4166-91e0-efdac7b46c8e None None] Checking router: 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 20:03:01.781759 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab70ad6d-bfc4-4166-91e0-efdac7b46c8e None None] Routers {'7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 20:03:01.782797 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-ab70ad6d-bfc4-4166-91e0-efdac7b46c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T20:02:39Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:01.884924 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-ab70ad6d-bfc4-4166-91e0-efdac7b46c8e None None] Set router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 20:03:02.083577 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-ab70ad6d-bfc4-4166-91e0-efdac7b46c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T19:54:49Z', 'revision_number': 4, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port': {'id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:44Z', 'updated_at': '2022-07-01T19:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': 'd01ab8bf-dc58-4397-9307-b41497af8ef6', 'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'mac_address': 'fa:16:3e:87:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '129fcccf-8477-4494-ac8a-396275dff649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:47Z', 'updated_at': '2022-07-01T19:54:54Z', 'revision_number': 5, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'subnets': [{'id': '129fcccf-8477-4494-ac8a-396275dff649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:02.109282 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab70ad6d-bfc4-4166-91e0-efdac7b46c8e None None] The sync data for ids ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'] in dv-cinder-844601-7-iscsi is: [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T19:54:49Z', 'revision_number': 4, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port': {'id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:44Z', 'updated_at': '2022-07-01T19:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': 'd01ab8bf-dc58-4397-9307-b41497af8ef6', 'name': '', 'network_id': 'e8fd60a7-929d-43ab-ae8d-d1c7691811e9', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'mac_address': 'fa:16:3e:87:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '129fcccf-8477-4494-ac8a-396275dff649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:47Z', 'updated_at': '2022-07-01T19:54:54Z', 'revision_number': 5, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'subnets': [{'id': '129fcccf-8477-4494-ac8a-396275dff649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 20:03:02.316839 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7164d3b0-9449-408d-9956-cb609ac58a00 None None] New status for floating IP 8fe0ce21-676c-49a5-a964-29d172cd2de5: DOWN {{(pid=110547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 20:03:02.750877 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595cf8f-ac0e-463d-bbd4-a08734aca38c req-e00cf08e-7100-471d-9e90-e84eef63c25f tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:02.752341 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8595cf8f-ac0e-463d-bbd4-a08734aca38c req-e00cf08e-7100-471d-9e90-e84eef63c25f tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 945 time: 0.0466332 Jul 01 20:03:02.801646 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-8595cf8f-ac0e-463d-bbd4-a08734aca38c req-60b6f510-576f-48e0-b79a-162cd65afc1c tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438106 Jul 01 20:03:03.470156 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd44828-fc6a-41c2-b03a-9fad200be568 req-a4f48c0e-6ce5-431f-8d72-c0d0ee1a06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:03.471629 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9bd44828-fc6a-41c2-b03a-9fad200be568 req-a4f48c0e-6ce5-431f-8d72-c0d0ee1a06c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=262e5b1a6f6248cca455437d23b8d441&device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 1129 time: 0.0396357 Jul 01 20:03:03.919512 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9647f-fd6e-4411-86c8-b4243cc8b460 req-9168f4cf-77c9-481f-9a4f-8f6cf9e7a991 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:03.921052 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e4c9647f-fd6e-4411-86c8-b4243cc8b460 req-9168f4cf-77c9-481f-9a4f-8f6cf9e7a991 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 945 time: 0.0525265 Jul 01 20:03:03.970677 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e4c9647f-fd6e-4411-86c8-b4243cc8b460 req-0b586d4d-5694-467c-aa0a-3434412e8779 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440373 Jul 01 20:03:04.689920 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd44828-fc6a-41c2-b03a-9fad200be568 req-52e85bb0-534d-489c-a7cf-acdedf6a1af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:04.691424 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9bd44828-fc6a-41c2-b03a-9fad200be568 req-52e85bb0-534d-489c-a7cf-acdedf6a1af3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9 HTTP/1.1" status: 200 len: 912 time: 0.0978231 Jul 01 20:03:04.821286 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9bd44828-fc6a-41c2-b03a-9fad200be568 req-b705f5c4-58dc-4785-bc20-3d4bc6bf5503 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3aa88b7-7e29-46f3-9c4e-3618ea05e754 HTTP/1.1" status: 200 len: 217 time: 0.0395463 Jul 01 20:03:04.871215 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd44828-fc6a-41c2-b03a-9fad200be568 req-f39f40c4-39cb-4b82-8d1b-9c93ecb9970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:04.872743 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9bd44828-fc6a-41c2-b03a-9fad200be568 req-f39f40c4-39cb-4b82-8d1b-9c93ecb9970e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=129fcccf-8477-4494-ac8a-396275dff649 HTTP/1.1" status: 200 len: 850 time: 0.0459254 Jul 01 20:03:05.065477 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:05.098785 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd44828-fc6a-41c2-b03a-9fad200be568 req-20a06bcf-5b6c-49d2-86d6-0609c4d0caed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:05.100184 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9bd44828-fc6a-41c2-b03a-9fad200be568 req-20a06bcf-5b6c-49d2-86d6-0609c4d0caed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8fd60a7-929d-43ab-ae8d-d1c7691811e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720282 Jul 01 20:03:05.113095 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fdbac-5744-4d82-b48f-73300f9539a6 req-245537ce-c396-4a99-8877-122f92eb9b7a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:05.114481 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a82fdbac-5744-4d82-b48f-73300f9539a6 req-245537ce-c396-4a99-8877-122f92eb9b7a tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 945 time: 0.0594099 Jul 01 20:03:05.147875 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:05.164301 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a82fdbac-5744-4d82-b48f-73300f9539a6 req-c764760e-c8b3-4e9b-91ad-8f48a2eee163 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e986d2c-065d-43a5-9213-25c3083af54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436430 Jul 01 20:03:05.261058 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fec95-2eeb-459a-8ca1-eed7be667b7f req-11040ba5-fdd2-4ac7-9598-c2a3558596b6 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:05.262519 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-837fec95-2eeb-459a-8ca1-eed7be667b7f req-11040ba5-fdd2-4ac7-9598-c2a3558596b6 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 945 time: 0.0707219 Jul 01 20:03:05.318522 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9bd44828-fc6a-41c2-b03a-9fad200be568 req-1fdb3977-19ad-4b78-8a8b-ddab101055c8 service neutron] 10.222.0.60 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277905 Jul 01 20:03:05.585482 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-837fec95-2eeb-459a-8ca1-eed7be667b7f req-f27d673b-a1ec-445b-ab63-832260f25cab tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Deleting port c3aa88b7-7e29-46f3-9c4e-3618ea05e754 {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:03:05.585846 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-837fec95-2eeb-459a-8ca1-eed7be667b7f req-f27d673b-a1ec-445b-ab63-832260f25cab tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (c3aa88b7-7e29-46f3-9c4e-3618ea05e754), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:05.620201 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9bd44828-fc6a-41c2-b03a-9fad200be568 req-4983d839-00ca-4851-8f3e-dad3809f7025 service neutron] 10.222.0.60 "GET /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712689 Jul 01 20:03:05.687789 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-837fec95-2eeb-459a-8ca1-eed7be667b7f req-f27d673b-a1ec-445b-ab63-832260f25cab tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] For port c3aa88b7-7e29-46f3-9c4e-3618ea05e754, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=c3aa88b7-7e29-46f3-9c4e-3618ea05e754,segment=NetworkSegment(a69f7f5c-c87c-4f45-9684-446699fd887d),segment_id=a69f7f5c-c87c-4f45-9684-446699fd887d)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:03:05.688070 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-837fec95-2eeb-459a-8ca1-eed7be667b7f req-f27d673b-a1ec-445b-ab63-832260f25cab tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (c3aa88b7-7e29-46f3-9c4e-3618ea05e754), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:05.700784 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-837fec95-2eeb-459a-8ca1-eed7be667b7f req-f27d673b-a1ec-445b-ab63-832260f25cab tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Calling delete_port for c3aa88b7-7e29-46f3-9c4e-3618ea05e754 owned by compute:nova {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:03:05.851921 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-837fec95-2eeb-459a-8ca1-eed7be667b7f req-f27d673b-a1ec-445b-ab63-832260f25cab tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (c3aa88b7-7e29-46f3-9c4e-3618ea05e754), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:05.880012 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d673b-a1ec-445b-ab63-832260f25cab tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Pushing event deleted for resources: {'Port': ['ID=c3aa88b7-7e29-46f3-9c4e-3618ea05e754,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:05.936273 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-837fec95-2eeb-459a-8ca1-eed7be667b7f req-f27d673b-a1ec-445b-ab63-832260f25cab tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] No DVR routers for this DVR port c3aa88b7-7e29-46f3-9c4e-3618ea05e754 on host hv-cinder-84460 {{(pid=110544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 20:03:05.939187 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-837fec95-2eeb-459a-8ca1-eed7be667b7f req-f27d673b-a1ec-445b-ab63-832260f25cab tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:05.942701 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-837fec95-2eeb-459a-8ca1-eed7be667b7f req-f27d673b-a1ec-445b-ab63-832260f25cab tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.60 "DELETE /v2.0/ports/c3aa88b7-7e29-46f3-9c4e-3618ea05e754 HTTP/1.1" status: 204 len: 173 time: 0.4949458 Jul 01 20:03:05.943265 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c2262f-a173-4336-91b1-f5f7a20bf96d', 'name': 'network-vif-deleted', 'tag': 'c3aa88b7-7e29-46f3-9c4e-3618ea05e754'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:03:05.945755 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb59416f-45a2-4c78-85c2-bed0ac8efa0c" -d '{"events": [{"server_uuid": "54c2262f-a173-4336-91b1-f5f7a20bf96d", "name": "network-vif-deleted", "tag": "c3aa88b7-7e29-46f3-9c4e-3618ea05e754"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:03:05.987127 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 20:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd847ee2-7ada-41b1-a345-2e153b5f03d1 x-openstack-request-id: req-cd847ee2-7ada-41b1-a345-2e153b5f03d1 {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:03:05.987466 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c2262f-a173-4336-91b1-f5f7a20bf96d", "name": "network-vif-deleted", "tag": "c3aa88b7-7e29-46f3-9c4e-3618ea05e754", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:03:05.987722 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cd847ee2-7ada-41b1-a345-2e153b5f03d1 {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:03:05.988120 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd847ee2-7ada-41b1-a345-2e153b5f03d1'] response: {'server_uuid': '54c2262f-a173-4336-91b1-f5f7a20bf96d', 'name': 'network-vif-deleted', 'tag': 'c3aa88b7-7e29-46f3-9c4e-3618ea05e754', 'status': 'completed', 'code': 200} Jul 01 20:03:06.124305 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-dd37abf2-140a-4583-a241-fb427400307b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:06.266898 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-52c044e4-25fa-42af-908a-dfee5c3de663 req-91d0282f-2be0-4ccd-9c65-5a6d0339b923 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "GET /v2.0/ports?device_id=54c2262f-a173-4336-91b1-f5f7a20bf96d HTTP/1.1" status: 200 len: 210 time: 0.0322886 Jul 01 20:03:07.330212 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 35980) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:07.440771 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-d6b9f9aa-3497-4008-94df-6cd65bfe791e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Deleting port 8aa67d5b-9fd2-4760-8785-cba0259d11ed {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:03:07.441026 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d6b9f9aa-3497-4008-94df-6cd65bfe791e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (8aa67d5b-9fd2-4760-8785-cba0259d11ed), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:07.519525 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d6b9f9aa-3497-4008-94df-6cd65bfe791e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (8aa67d5b-9fd2-4760-8785-cba0259d11ed), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:07.519860 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d6b9f9aa-3497-4008-94df-6cd65bfe791e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for floatingip (8aa67d5b-9fd2-4760-8785-cba0259d11ed), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:07.536809 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-d6b9f9aa-3497-4008-94df-6cd65bfe791e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Calling delete_port for 8aa67d5b-9fd2-4760-8785-cba0259d11ed owned by network:floatingip {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:03:07.583126 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:07.585265 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:07.678639 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d6b9f9aa-3497-4008-94df-6cd65bfe791e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (8aa67d5b-9fd2-4760-8785-cba0259d11ed), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:07.707294 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9f9aa-3497-4008-94df-6cd65bfe791e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Pushing event deleted for resources: {'Port': ['ID=8aa67d5b-9fd2-4760-8785-cba0259d11ed,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:07.806899 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ce77a-0d90-45bb-90bb-db0be72571bd req-d9bf08af-5c1c-470c-aed0-df22c10f14c7 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:07.808355 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9d4ce77a-0d90-45bb-90bb-db0be72571bd req-d9bf08af-5c1c-470c-aed0-df22c10f14c7 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=1198a30a-c872-4ac1-80ed-72d9337ef1f2 HTTP/1.1" status: 200 len: 946 time: 0.0715613 Jul 01 20:03:07.815546 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d6b9f9aa-3497-4008-94df-6cd65bfe791e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for floatingip (5548e323-3fc4-4ae4-9231-2be020dc4eaf), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:07.818160 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-d6b9f9aa-3497-4008-94df-6cd65bfe791e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:07.819218 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-d6b9f9aa-3497-4008-94df-6cd65bfe791e tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "DELETE /v2.0/floatingips/5548e323-3fc4-4ae4-9231-2be020dc4eaf HTTP/1.1" status: 204 len: 168 time: 0.4884756 Jul 01 20:03:07.864782 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9d4ce77a-0d90-45bb-90bb-db0be72571bd req-1c5521b0-758d-42a5-bfae-dcc81b86e2f0 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e07c337f-4e39-4683-acf1-ae919083ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464118 Jul 01 20:03:08.608103 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-12215396-14c0-4d52-8710-261f7a7f1980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:08.982563 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c166a3-f1cc-429f-baed-4701de117d9e req-c6398b32-545a-4f95-9a52-7fa297be290a tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:08.984043 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-58c166a3-f1cc-429f-baed-4701de117d9e req-c6398b32-545a-4f95-9a52-7fa297be290a tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=1198a30a-c872-4ac1-80ed-72d9337ef1f2 HTTP/1.1" status: 200 len: 946 time: 0.0512445 Jul 01 20:03:09.032348 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-58c166a3-f1cc-429f-baed-4701de117d9e req-14579072-b2e8-4696-85ed-928319490757 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e07c337f-4e39-4683-acf1-ae919083ef72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428095 Jul 01 20:03:09.032963 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 36012) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:09.092547 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a977f6b5-19e2-436c-8183-9b50e488a163 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for security_group (6e986d2c-065d-43a5-9213-25c3083af54e), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:09.117749 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a977f6b5-19e2-436c-8183-9b50e488a163 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for security_group (6e986d2c-065d-43a5-9213-25c3083af54e), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:09.179079 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a977f6b5-19e2-436c-8183-9b50e488a163 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (6e986d2c-065d-43a5-9213-25c3083af54e), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:09.182059 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-a977f6b5-19e2-436c-8183-9b50e488a163 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:09.183212 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-a977f6b5-19e2-436c-8183-9b50e488a163 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] 10.222.0.66 "DELETE /v2.0/security-groups/6e986d2c-065d-43a5-9213-25c3083af54e HTTP/1.1" status: 204 len: 168 time: 0.1493521 Jul 01 20:03:09.193328 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977f6b5-19e2-436c-8183-9b50e488a163 tempest-TestVolumeBootPattern-930842922 tempest-TestVolumeBootPattern-930842922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e986d2c-065d-43a5-9213-25c3083af54e,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:09.244167 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36018) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:09.516793 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c480be5-dbf5-475e-be78-534f79a6ff36 req-6392041b-3265-4cde-ae6e-a2bb313fbe0d tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:09.518503 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2c480be5-dbf5-475e-be78-534f79a6ff36 req-6392041b-3265-4cde-ae6e-a2bb313fbe0d tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.60 "GET /v2.0/ports?device_id=1198a30a-c872-4ac1-80ed-72d9337ef1f2 HTTP/1.1" status: 200 len: 946 time: 0.0587597 Jul 01 20:03:09.616749 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a50983bb-4d59-405f-a6b5-da089ffa8ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730121'] for router_interface (7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:09.632107 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-2c480be5-dbf5-475e-be78-534f79a6ff36 req-ec2cd98e-b017-4a39-8605-1ecc4acb1567 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Deleting port f8ba3faa-bb9f-4e87-9517-1f7a10717629 {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:03:09.632447 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-2c480be5-dbf5-475e-be78-534f79a6ff36 req-ec2cd98e-b017-4a39-8605-1ecc4acb1567 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (f8ba3faa-bb9f-4e87-9517-1f7a10717629), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:09.736375 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device c3aa88b7-7e29-46f3-9c4e-3618ea05e754 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 20:03:09.737609 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-2c480be5-dbf5-475e-be78-534f79a6ff36 req-ec2cd98e-b017-4a39-8605-1ecc4acb1567 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] For port f8ba3faa-bb9f-4e87-9517-1f7a10717629, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f8ba3faa-bb9f-4e87-9517-1f7a10717629,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:03:09.737974 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-2c480be5-dbf5-475e-be78-534f79a6ff36 req-ec2cd98e-b017-4a39-8605-1ecc4acb1567 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (f8ba3faa-bb9f-4e87-9517-1f7a10717629), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:09.765031 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] No Port match for: c3aa88b7-7e29-46f3-9c4e-3618ea05e754 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 20:03:09.766895 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device c3aa88b7-7e29-46f3-9c4e-3618ea05e754 not bound to the agent host hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 20:03:09.788077 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:09.894818 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:09.921658 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-2c480be5-dbf5-475e-be78-534f79a6ff36 req-ec2cd98e-b017-4a39-8605-1ecc4acb1567 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:09.922025 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-2c480be5-dbf5-475e-be78-534f79a6ff36 req-ec2cd98e-b017-4a39-8605-1ecc4acb1567 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725230'] for floatingip (af5ddfee-bbdb-48a3-bfc3-4d4abce48cb3), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:09.922347 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.l3_db [req-2c480be5-dbf5-475e-be78-534f79a6ff36 req-ec2cd98e-b017-4a39-8605-1ecc4acb1567 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Floating IP af5ddfee-bbdb-48a3-bfc3-4d4abce48cb3 disassociated. External IP: 172.27.1.219, port: f8ba3faa-bb9f-4e87-9517-1f7a10717629. Jul 01 20:03:09.922826 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-2c480be5-dbf5-475e-be78-534f79a6ff36 req-ec2cd98e-b017-4a39-8605-1ecc4acb1567 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Calling delete_port for f8ba3faa-bb9f-4e87-9517-1f7a10717629 owned by compute:nova {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:03:09.981222 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:10.062373 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-2c480be5-dbf5-475e-be78-534f79a6ff36 req-ec2cd98e-b017-4a39-8605-1ecc4acb1567 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (f8ba3faa-bb9f-4e87-9517-1f7a10717629), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:10.086379 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-a50983bb-4d59-405f-a6b5-da089ffa8ef6 admin admin] Deleting port d01ab8bf-dc58-4397-9307-b41497af8ef6 {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:03:10.086725 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a50983bb-4d59-405f-a6b5-da089ffa8ef6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (d01ab8bf-dc58-4397-9307-b41497af8ef6), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:10.099136 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2cd98e-b017-4a39-8605-1ecc4acb1567 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event deleted for resources: {'Port': ['ID=f8ba3faa-bb9f-4e87-9517-1f7a10717629,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:10.168979 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [None req-a50983bb-4d59-405f-a6b5-da089ffa8ef6 admin admin] For port d01ab8bf-dc58-4397-9307-b41497af8ef6, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=d01ab8bf-dc58-4397-9307-b41497af8ef6,segment=NetworkSegment(a69f7f5c-c87c-4f45-9684-446699fd887d),segment_id=a69f7f5c-c87c-4f45-9684-446699fd887d)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:03:10.169348 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a50983bb-4d59-405f-a6b5-da089ffa8ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (d01ab8bf-dc58-4397-9307-b41497af8ef6), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:10.183322 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-a50983bb-4d59-405f-a6b5-da089ffa8ef6 admin admin] Calling delete_port for d01ab8bf-dc58-4397-9307-b41497af8ef6 owned by network:router_interface {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:03:10.194346 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-1d8c630c-bbf4-46be-ad11-ee325a83889a req-c2b39ba2-8859-47e2-86dd-a5b7443bb835 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=1198a30a-c872-4ac1-80ed-72d9337ef1f2 HTTP/1.1" status: 200 len: 210 time: 0.0576968 Jul 01 20:03:10.230927 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c480be5-dbf5-475e-be78-534f79a6ff36 req-ec2cd98e-b017-4a39-8605-1ecc4acb1567 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 20:03:10.346711 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c480be5-dbf5-475e-be78-534f79a6ff36 req-ec2cd98e-b017-4a39-8605-1ecc4acb1567 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 20:03:10.358691 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ceeab7-f160-4060-8003-505aa09a9cf9 None None] Sync routers for ids ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 20:03:10.371130 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ceeab7-f160-4060-8003-505aa09a9cf9 None None] Routers {'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 20:03:10.372302 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-47ceeab7-f160-4060-8003-505aa09a9cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T20:03:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:10.380653 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:10.387032 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a50983bb-4d59-405f-a6b5-da089ffa8ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (d01ab8bf-dc58-4397-9307-b41497af8ef6), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:10.393941 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c480be5-dbf5-475e-be78-534f79a6ff36 req-ec2cd98e-b017-4a39-8605-1ecc4acb1567 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] No DVR routers for this DVR port f8ba3faa-bb9f-4e87-9517-1f7a10717629 on host hv-cinder-84460 {{(pid=110544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 20:03:10.397264 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-2c480be5-dbf5-475e-be78-534f79a6ff36 req-ec2cd98e-b017-4a39-8605-1ecc4acb1567 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:10.397948 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:10.402857 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-2c480be5-dbf5-475e-be78-534f79a6ff36 req-ec2cd98e-b017-4a39-8605-1ecc4acb1567 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.60 "DELETE /v2.0/ports/f8ba3faa-bb9f-4e87-9517-1f7a10717629 HTTP/1.1" status: 204 len: 173 time: 0.8589087 Jul 01 20:03:10.403375 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1198a30a-c872-4ac1-80ed-72d9337ef1f2', 'name': 'network-vif-deleted', 'tag': 'f8ba3faa-bb9f-4e87-9517-1f7a10717629'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:03:10.406184 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d4576b-4e54-43e6-85de-6f644f2b4ec7" -d '{"events": [{"server_uuid": "1198a30a-c872-4ac1-80ed-72d9337ef1f2", "name": "network-vif-deleted", "tag": "f8ba3faa-bb9f-4e87-9517-1f7a10717629"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:03:10.422770 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50983bb-4d59-405f-a6b5-da089ffa8ef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d01ab8bf-dc58-4397-9307-b41497af8ef6,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:10.489824 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 20:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de890dd5-9033-4846-b427-e9726e3fec2f x-openstack-request-id: req-de890dd5-9033-4846-b427-e9726e3fec2f {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:03:10.490186 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1198a30a-c872-4ac1-80ed-72d9337ef1f2", "name": "network-vif-deleted", "tag": "f8ba3faa-bb9f-4e87-9517-1f7a10717629", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:03:10.491310 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-de890dd5-9033-4846-b427-e9726e3fec2f {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:03:10.491871 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de890dd5-9033-4846-b427-e9726e3fec2f'] response: {'server_uuid': '1198a30a-c872-4ac1-80ed-72d9337ef1f2', 'name': 'network-vif-deleted', 'tag': 'f8ba3faa-bb9f-4e87-9517-1f7a10717629', 'status': 'completed', 'code': 200} Jul 01 20:03:10.531914 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-47ceeab7-f160-4060-8003-505aa09a9cf9 None None] Set router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 20:03:10.676784 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a7149-2d32-4474-844e-98e9be51cfc7 req-d80422c6-9d29-4868-9b7e-e814635b617c tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:10.684222 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a93a7149-2d32-4474-844e-98e9be51cfc7 req-d80422c6-9d29-4868-9b7e-e814635b617c tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=19f4d457-7b70-4b7f-ba60-1507361056bc HTTP/1.1" status: 200 len: 945 time: 0.0612416 Jul 01 20:03:10.751101 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a93a7149-2d32-4474-844e-98e9be51cfc7 req-e9cd5c62-6d18-4c3c-a714-1aaf04ad031b tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ccb6bd6-967f-42a6-8048-ecf288fc72d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658991 Jul 01 20:03:10.770212 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a50983bb-4d59-405f-a6b5-da089ffa8ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729465'] for router_interface (7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:10.780201 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-47ceeab7-f160-4060-8003-505aa09a9cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:23Z', 'revision_number': 5, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:10.813309 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ceeab7-f160-4060-8003-505aa09a9cf9 None None] Checking router: c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 20:03:10.822488 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ceeab7-f160-4060-8003-505aa09a9cf9 None None] Routers {'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 20:03:10.823101 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-47ceeab7-f160-4060-8003-505aa09a9cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T20:03:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:10.924838 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-47ceeab7-f160-4060-8003-505aa09a9cf9 None None] Set router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 20:03:10.964763 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:10.992450 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50983bb-4d59-405f-a6b5-da089ffa8ef6 admin admin] Router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 20:03:11.098606 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50983bb-4d59-405f-a6b5-da089ffa8ef6 admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 20:03:11.104079 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-a50983bb-4d59-405f-a6b5-da089ffa8ef6 admin admin] 10.222.0.66 "PUT /v2.0/routers/7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8587756 Jul 01 20:03:11.106359 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36032) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:11.109295 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2ebf96-58d3-44e6-89ee-7d877e7ece7e None None] Sync routers for ids ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 20:03:11.123423 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2ebf96-58d3-44e6-89ee-7d877e7ece7e None None] Routers {'7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 20:03:11.124153 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-5c2ebf96-58d3-44e6-89ee-7d877e7ece7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T20:03:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:11.126448 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-47ceeab7-f160-4060-8003-505aa09a9cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:23Z', 'revision_number': 5, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:11.161058 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ceeab7-f160-4060-8003-505aa09a9cf9 None None] The sync data for ids ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'] in dv-cinder-844601-7-iscsi is: [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T19:58:18Z', 'revision_number': 4, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi', '_interfaces': [{'id': '2b1ed4ee-7434-4059-9ec3-e398ea639617', 'name': '', 'network_id': 'bd301699-ca40-48e9-9559-67a73cd4bb19', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'mac_address': 'fa:16:3e:d8:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:17Z', 'updated_at': '2022-07-01T19:58:23Z', 'revision_number': 5, 'project_id': '983da191c3d44e608e40f289e26d3603', 'subnets': [{'id': '3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 20:03:11.166008 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:11.210038 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-61a78995-14be-4d92-baf3-0e385838ec4b admin admin] Publish callbacks [] for router (7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:11.234078 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-5c2ebf96-58d3-44e6-89ee-7d877e7ece7e None None] Set router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 20:03:11.321595 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-61a78995-14be-4d92-baf3-0e385838ec4b admin admin] Publish callbacks [] for router_gateway (7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:11.371494 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-4431d441-0542-4cf0-8cab-b361c05b6889 req-e7797961-af6f-4c79-9188-5229215fadf0 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/ports?device_id=1198a30a-c872-4ac1-80ed-72d9337ef1f2 HTTP/1.1" status: 200 len: 210 time: 0.0763688 Jul 01 20:03:11.391999 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-61a78995-14be-4d92-baf3-0e385838ec4b admin admin] Deleting port 3c67ea54-fa2f-4783-a46d-5b1fa592988e {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:03:11.392799 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-61a78995-14be-4d92-baf3-0e385838ec4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (3c67ea54-fa2f-4783-a46d-5b1fa592988e), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:11.425009 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:11.492460 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [None req-61a78995-14be-4d92-baf3-0e385838ec4b admin admin] For port 3c67ea54-fa2f-4783-a46d-5b1fa592988e, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=3c67ea54-fa2f-4783-a46d-5b1fa592988e,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:03:11.492867 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-61a78995-14be-4d92-baf3-0e385838ec4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (3c67ea54-fa2f-4783-a46d-5b1fa592988e), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:11.507184 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:11.508462 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-61a78995-14be-4d92-baf3-0e385838ec4b admin admin] Calling delete_port for 3c67ea54-fa2f-4783-a46d-5b1fa592988e owned by network:router_gateway {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:03:11.519820 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7f897e-b86e-4cdb-8bb6-7c18c904debb None None] New status for floating IP af5ddfee-bbdb-48a3-bfc3-4d4abce48cb3: DOWN {{(pid=110546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 20:03:11.537020 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-5c2ebf96-58d3-44e6-89ee-7d877e7ece7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T20:03:10Z', 'revision_number': 5, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port': {'id': '3c67ea54-fa2f-4783-a46d-5b1fa592988e', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:44Z', 'updated_at': '2022-07-01T19:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:11.564009 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2ebf96-58d3-44e6-89ee-7d877e7ece7e None None] Checking router: 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 20:03:11.572992 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2ebf96-58d3-44e6-89ee-7d877e7ece7e None None] Routers {'7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 20:03:11.573620 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-5c2ebf96-58d3-44e6-89ee-7d877e7ece7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T20:03:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:11.584127 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=100 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:11.622699 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=100 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:11.660663 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-5c2ebf96-58d3-44e6-89ee-7d877e7ece7e None None] Set router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 gateway port host: None {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 20:03:11.698076 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-61a78995-14be-4d92-baf3-0e385838ec4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (3c67ea54-fa2f-4783-a46d-5b1fa592988e), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:11.711160 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-5c2ebf96-58d3-44e6-89ee-7d877e7ece7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T20:03:11Z', 'revision_number': 6, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port_host': None}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:11.723315 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a78995-14be-4d92-baf3-0e385838ec4b admin admin] Pushing event deleted for resources: {'Port': ['ID=3c67ea54-fa2f-4783-a46d-5b1fa592988e,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:11.744433 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2ebf96-58d3-44e6-89ee-7d877e7ece7e None None] The sync data for ids ['7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29'] in dv-cinder-844601-7-iscsi is: [{'id': '7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29', 'name': 'tempest-TestVolumeBootPattern-486347977-router', 'tenant_id': '262e5b1a6f6248cca455437d23b8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:43Z', 'updated_at': '2022-07-01T20:03:11Z', 'revision_number': 6, 'project_id': '262e5b1a6f6248cca455437d23b8d441', 'gw_port_host': None}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 20:03:11.799611 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-61a78995-14be-4d92-baf3-0e385838ec4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726997'] for router_gateway (7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:11.869814 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624c76a-fd7d-4607-91fe-a84fc6a2649f req-4b44ea41-78cf-4ef0-8349-2e784f7517fb tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:11.871500 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c624c76a-fd7d-4607-91fe-a84fc6a2649f req-4b44ea41-78cf-4ef0-8349-2e784f7517fb tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=19f4d457-7b70-4b7f-ba60-1507361056bc HTTP/1.1" status: 200 len: 945 time: 0.0519664 Jul 01 20:03:11.891434 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-61a78995-14be-4d92-baf3-0e385838ec4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1734958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2076635'] for router (7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:11.894016 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-61a78995-14be-4d92-baf3-0e385838ec4b admin admin] Publish callbacks [] for router_controller (7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29), precommit_delete_associations {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:11.921503 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c624c76a-fd7d-4607-91fe-a84fc6a2649f req-83828913-17bf-4fbb-bbd5-5dead8dc3aa9 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ccb6bd6-967f-42a6-8048-ecf288fc72d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436673 Jul 01 20:03:11.944489 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-61a78995-14be-4d92-baf3-0e385838ec4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1735151'] for router (7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:11.945091 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a78995-14be-4d92-baf3-0e385838ec4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 {{(pid=110545) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 20:03:11.950152 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-61a78995-14be-4d92-baf3-0e385838ec4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:11.951401 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-61a78995-14be-4d92-baf3-0e385838ec4b admin admin] 10.222.0.66 "DELETE /v2.0/routers/7ab9c8e3-5b58-4b4a-a909-c2f8a81b1e29 HTTP/1.1" status: 204 len: 168 time: 0.8439312 Jul 01 20:03:11.953954 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 36038) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:12.001265 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbafd87f-1019-4a9a-b231-21a7b289689a admin admin] Deleting subnet 129fcccf-8477-4494-ac8a-396275dff649 {{(pid=110544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 20:03:12.004310 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-dbafd87f-1019-4a9a-b231-21a7b289689a admin admin] Publish callbacks [] for subnet (129fcccf-8477-4494-ac8a-396275dff649), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:12.039162 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-dbafd87f-1019-4a9a-b231-21a7b289689a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5827189'] for subnet (129fcccf-8477-4494-ac8a-396275dff649), precommit_delete_associations {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:12.115935 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-dbafd87f-1019-4a9a-b231-21a7b289689a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482502'] for subnet (129fcccf-8477-4494-ac8a-396275dff649), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:12.167161 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:12.182443 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-dbafd87f-1019-4a9a-b231-21a7b289689a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6193769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6123257'] for subnet (129fcccf-8477-4494-ac8a-396275dff649), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:12.209200 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:12.214639 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafd87f-1019-4a9a-b231-21a7b289689a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=129fcccf-8477-4494-ac8a-396275dff649,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:12.216705 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-dbafd87f-1019-4a9a-b231-21a7b289689a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for subnet (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:12.219843 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-dbafd87f-1019-4a9a-b231-21a7b289689a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/129fcccf-8477-4494-ac8a-396275dff649 HTTP/1.1" status: 204 len: 168 time: 0.2646523 Jul 01 20:03:12.223196 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36040) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:12.224833 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2835c4-8ffb-469a-97d2-ac53a63159e6 None None] Network e8fd60a7-929d-43ab-ae8d-d1c7691811e9 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 20:03:12.304829 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd3ca-e0cf-4dfd-9821-af95fa15c492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624501'] for network (e8fd60a7-929d-43ab-ae8d-d1c7691811e9), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:12.341494 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b997c-912b-4735-af1d-8f5af9359bd8 req-83b63d59-035e-484a-8db7-33c992ac79fb tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:12.343086 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-af8b997c-912b-4735-af1d-8f5af9359bd8 req-83b63d59-035e-484a-8db7-33c992ac79fb tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.60 "GET /v2.0/ports?device_id=19f4d457-7b70-4b7f-ba60-1507361056bc HTTP/1.1" status: 200 len: 945 time: 0.0493906 Jul 01 20:03:12.359260 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-b4bfd3ca-e0cf-4dfd-9821-af95fa15c492 admin admin] Deleting port 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0 {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:03:12.359695 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd3ca-e0cf-4dfd-9821-af95fa15c492 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:12.431889 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [None req-b4bfd3ca-e0cf-4dfd-9821-af95fa15c492 admin admin] For port 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0,segment=NetworkSegment(a69f7f5c-c87c-4f45-9684-446699fd887d),segment_id=a69f7f5c-c87c-4f45-9684-446699fd887d)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:03:12.432487 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd3ca-e0cf-4dfd-9821-af95fa15c492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:12.444227 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-af8b997c-912b-4735-af1d-8f5af9359bd8 req-fc4f0605-e09d-4c7f-b6e8-af34f425db3b tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Deleting port 7cd64257-fc0d-4ce7-8ae6-956d17f483df {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:03:12.444818 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-af8b997c-912b-4735-af1d-8f5af9359bd8 req-fc4f0605-e09d-4c7f-b6e8-af34f425db3b tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (7cd64257-fc0d-4ce7-8ae6-956d17f483df), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:12.446767 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-b4bfd3ca-e0cf-4dfd-9821-af95fa15c492 admin admin] Calling delete_port for 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0 owned by network:dhcp {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:03:12.455648 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36046) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:12.532475 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b54aca8-3b54-4366-9611-1969a876f499 None None] DHCP port deletion for e8fd60a7-929d-43ab-ae8d-d1c7691811e9 request from dv-cinder-844601-7-iscsi {{(pid=110546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 01 20:03:12.564432 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-af8b997c-912b-4735-af1d-8f5af9359bd8 req-fc4f0605-e09d-4c7f-b6e8-af34f425db3b tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] For port 7cd64257-fc0d-4ce7-8ae6-956d17f483df, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7cd64257-fc0d-4ce7-8ae6-956d17f483df,segment=NetworkSegment(324bd86d-314b-498b-b1f7-867e3e9f7880),segment_id=324bd86d-314b-498b-b1f7-867e3e9f7880)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:03:12.564874 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-af8b997c-912b-4735-af1d-8f5af9359bd8 req-fc4f0605-e09d-4c7f-b6e8-af34f425db3b tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (7cd64257-fc0d-4ce7-8ae6-956d17f483df), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:12.578790 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d530b85d-38ce-49a5-a242-d08f87e69bf3 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group (e07c337f-4e39-4683-acf1-ae919083ef72), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:12.579212 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-7b54aca8-3b54-4366-9611-1969a876f499 None None] Deleting port 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0 {{(pid=110546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:03:12.579739 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-7b54aca8-3b54-4366-9611-1969a876f499 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0), before_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:12.581777 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-af8b997c-912b-4735-af1d-8f5af9359bd8 req-fc4f0605-e09d-4c7f-b6e8-af34f425db3b tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Calling delete_port for 7cd64257-fc0d-4ce7-8ae6-956d17f483df owned by compute:nova {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:03:12.601126 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd3ca-e0cf-4dfd-9821-af95fa15c492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:12.613616 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d530b85d-38ce-49a5-a242-d08f87e69bf3 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group (e07c337f-4e39-4683-acf1-ae919083ef72), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:12.638840 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfd3ca-e0cf-4dfd-9821-af95fa15c492 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:12.644630 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bfd3ca-e0cf-4dfd-9821-af95fa15c492 admin admin] No DVR routers for this DVR port 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0 on host dv-cinder-844601-7-iscsi {{(pid=110545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 20:03:12.655267 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-7b54aca8-3b54-4366-9611-1969a876f499 None None] For port 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0,segment=NetworkSegment(a69f7f5c-c87c-4f45-9684-446699fd887d),segment_id=a69f7f5c-c87c-4f45-9684-446699fd887d)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:03:12.655978 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-7b54aca8-3b54-4366-9611-1969a876f499 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0), precommit_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:12.673026 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-7b54aca8-3b54-4366-9611-1969a876f499 None None] Calling delete_port for 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0 owned by network:dhcp {{(pid=110546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:03:12.742174 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:12.760597 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd3ca-e0cf-4dfd-9821-af95fa15c492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599248', 'neutron.services.segments.db._delete_segments_for_network-8766990268766'] for network (e8fd60a7-929d-43ab-ae8d-d1c7691811e9), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:12.777820 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-7b54aca8-3b54-4366-9611-1969a876f499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798'] for port (5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0), after_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:12.785726 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d530b85d-38ce-49a5-a242-d08f87e69bf3 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (e07c337f-4e39-4683-acf1-ae919083ef72), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:12.788406 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d530b85d-38ce-49a5-a242-d08f87e69bf3 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:12.789678 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-d530b85d-38ce-49a5-a242-d08f87e69bf3 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "DELETE /v2.0/security-groups/e07c337f-4e39-4683-acf1-ae919083ef72 HTTP/1.1" status: 204 len: 168 time: 0.3330879 Jul 01 20:03:12.796876 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36048) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:12.798612 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-b4bfd3ca-e0cf-4dfd-9821-af95fa15c492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8fd60a7-929d-43ab-ae8d-d1c7691811e9']}} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:12.812058 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54aca8-3b54-4366-9611-1969a876f499 None None] Pushing event deleted for resources: {'Port': ['ID=5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0,revision_number=None']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:12.819745 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b54aca8-3b54-4366-9611-1969a876f499 None None] No DVR routers for this DVR port 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0 on host dv-cinder-844601-7-iscsi {{(pid=110546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 20:03:12.826808 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:DELETE=12,neutron:UPDATE=1,neutron:SELECT=87 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:12.828794 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54aca8-3b54-4366-9611-1969a876f499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:12.829152 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54aca8-3b54-4366-9611-1969a876f499 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:12.829276 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-b4bfd3ca-e0cf-4dfd-9821-af95fa15c492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a69f7f5c-c87c-4f45-9684-446699fd887d') {'for_net_delete': True} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:12.829560 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54aca8-3b54-4366-9611-1969a876f499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:12.831194 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-b4bfd3ca-e0cf-4dfd-9821-af95fa15c492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a69f7f5c-c87c-4f45-9684-446699fd887d') {} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:12.831419 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54aca8-3b54-4366-9611-1969a876f499 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:12.831419 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54aca8-3b54-4366-9611-1969a876f499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:12.831419 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54aca8-3b54-4366-9611-1969a876f499 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:12.831419 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54aca8-3b54-4366-9611-1969a876f499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:12.831419 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54aca8-3b54-4366-9611-1969a876f499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:12.831840 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54aca8-3b54-4366-9611-1969a876f499 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:12.832352 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54aca8-3b54-4366-9611-1969a876f499 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:12.832352 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54aca8-3b54-4366-9611-1969a876f499 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:12.832616 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54aca8-3b54-4366-9611-1969a876f499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:12.832732 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530b85d-38ce-49a5-a242-d08f87e69bf3 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07c337f-4e39-4683-acf1-ae919083ef72,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:12.832984 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54aca8-3b54-4366-9611-1969a876f499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:12.833327 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54aca8-3b54-4366-9611-1969a876f499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:12.834045 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54aca8-3b54-4366-9611-1969a876f499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:12.843313 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.api.v2.resource [None req-1d20ab45-97ab-4f5a-8ac3-59484b2d637e tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] show failed (client error): The resource could not be found. Jul 01 20:03:12.852761 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-1d20ab45-97ab-4f5a-8ac3-59484b2d637e tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "GET /v2.0/security-groups/e07c337f-4e39-4683-acf1-ae919083ef72 HTTP/1.1" status: 404 len: 347 time: 0.0431547 Jul 01 20:03:12.852761 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:12.852761 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd3ca-e0cf-4dfd-9821-af95fa15c492 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766990270311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7752432'] for segment (a69f7f5c-c87c-4f45-9684-446699fd887d), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:12.861370 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36050) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:12.918156 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd3ca-e0cf-4dfd-9821-af95fa15c492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (a69f7f5c-c87c-4f45-9684-446699fd887d), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:12.955897 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4bfd3ca-e0cf-4dfd-9821-af95fa15c492 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=110545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 20:03:12.956475 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd3ca-e0cf-4dfd-9821-af95fa15c492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5116964'] for segment (a69f7f5c-c87c-4f45-9684-446699fd887d), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:13.002599 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment a69f7f5c-c87c-4f45-9684-446699fd887d resource provider aggregate not found Jul 01 20:03:13.063717 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment a69f7f5c-c87c-4f45-9684-446699fd887d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a69f7f5c-c87c-4f45-9684-446699fd887d found for delete ", "request_id": "req-62c56bf0-92c9-4d66-b3b6-cd67abe93bcc"}]} Jul 01 20:03:13.072747 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-af8b997c-912b-4735-af1d-8f5af9359bd8 req-fc4f0605-e09d-4c7f-b6e8-af34f425db3b tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (7cd64257-fc0d-4ce7-8ae6-956d17f483df), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:13.077930 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-5a57b035-0f1f-4d01-9701-e60bcb229273 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Deleting port 9da2db06-c422-4fb6-8feb-87c21cbf7fff {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:03:13.078188 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5a57b035-0f1f-4d01-9701-e60bcb229273 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (9da2db06-c422-4fb6-8feb-87c21cbf7fff), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:13.081215 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd3ca-e0cf-4dfd-9821-af95fa15c492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725398'] for network (e8fd60a7-929d-43ab-ae8d-d1c7691811e9), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:13.084832 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['7cd64257-fc0d-4ce7-8ae6-956d17f483df'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 20:03:13.096262 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd3ca-e0cf-4dfd-9821-af95fa15c492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:13.099320 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-b4bfd3ca-e0cf-4dfd-9821-af95fa15c492 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e8fd60a7-929d-43ab-ae8d-d1c7691811e9 HTTP/1.1" status: 204 len: 168 time: 0.8749828 Jul 01 20:03:13.106706 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36058) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:13.114063 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22ba84-9be0-4b34-919b-bc119372812e req-4ff372c1-2736-4b5a-8e4d-6bee8da4e720 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:13.115565 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9a22ba84-9be0-4b34-919b-bc119372812e req-4ff372c1-2736-4b5a-8e4d-6bee8da4e720 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=19f4d457-7b70-4b7f-ba60-1507361056bc HTTP/1.1" status: 200 len: 945 time: 0.0841208 Jul 01 20:03:13.117748 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f0605-e09d-4c7f-b6e8-af34f425db3b tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Pushing event deleted for resources: {'Port': ['ID=7cd64257-fc0d-4ce7-8ae6-956d17f483df,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:13.164337 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfd3ca-e0cf-4dfd-9821-af95fa15c492 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8fd60a7-929d-43ab-ae8d-d1c7691811e9,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:13.182674 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8b997c-912b-4735-af1d-8f5af9359bd8 req-fc4f0605-e09d-4c7f-b6e8-af34f425db3b tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] No DVR routers for this DVR port 7cd64257-fc0d-4ce7-8ae6-956d17f483df on host hv-cinder-84460 {{(pid=110544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 20:03:13.188371 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-af8b997c-912b-4735-af1d-8f5af9359bd8 req-fc4f0605-e09d-4c7f-b6e8-af34f425db3b tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:13.191549 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-af8b997c-912b-4735-af1d-8f5af9359bd8 req-fc4f0605-e09d-4c7f-b6e8-af34f425db3b tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.60 "DELETE /v2.0/ports/7cd64257-fc0d-4ce7-8ae6-956d17f483df HTTP/1.1" status: 204 len: 173 time: 0.8425128 Jul 01 20:03:13.192114 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f4d457-7b70-4b7f-ba60-1507361056bc', 'name': 'network-vif-deleted', 'tag': '7cd64257-fc0d-4ce7-8ae6-956d17f483df'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:03:13.194346 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d010c1c-eacf-419b-8524-dd6d22e3b1b4" -d '{"events": [{"server_uuid": "19f4d457-7b70-4b7f-ba60-1507361056bc", "name": "network-vif-deleted", "tag": "7cd64257-fc0d-4ce7-8ae6-956d17f483df"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:03:13.230233 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9a22ba84-9be0-4b34-919b-bc119372812e req-ea13d103-23a4-4aef-b235-33e43a23733f tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ccb6bd6-967f-42a6-8048-ecf288fc72d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876226 Jul 01 20:03:13.244065 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 20:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8719af2-6c11-4e68-aeec-4804be6ec00e x-openstack-request-id: req-e8719af2-6c11-4e68-aeec-4804be6ec00e {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:03:13.244065 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f4d457-7b70-4b7f-ba60-1507361056bc", "name": "network-vif-deleted", "tag": "7cd64257-fc0d-4ce7-8ae6-956d17f483df", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:03:13.244065 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e8719af2-6c11-4e68-aeec-4804be6ec00e {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:03:13.244065 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8719af2-6c11-4e68-aeec-4804be6ec00e'] response: {'server_uuid': '19f4d457-7b70-4b7f-ba60-1507361056bc', 'name': 'network-vif-deleted', 'tag': '7cd64257-fc0d-4ce7-8ae6-956d17f483df', 'status': 'completed', 'code': 200} Jul 01 20:03:13.280833 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5a57b035-0f1f-4d01-9701-e60bcb229273 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (9da2db06-c422-4fb6-8feb-87c21cbf7fff), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:13.281251 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5a57b035-0f1f-4d01-9701-e60bcb229273 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (9da2db06-c422-4fb6-8feb-87c21cbf7fff), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:13.303831 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-5a57b035-0f1f-4d01-9701-e60bcb229273 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Calling delete_port for 9da2db06-c422-4fb6-8feb-87c21cbf7fff owned by network:floatingip {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:03:13.368377 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 3c67ea54-fa2f-4783-a46d-5b1fa592988e no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 20:03:13.391113 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: 3c67ea54-fa2f-4783-a46d-5b1fa592988e {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 20:03:13.391539 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 3c67ea54-fa2f-4783-a46d-5b1fa592988e not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 20:03:13.392027 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0 no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 20:03:13.410733 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 20:03:13.411083 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 5f3fc0a7-8918-4a76-bd2d-b407d2f80ac0 not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 20:03:13.411498 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device d01ab8bf-dc58-4397-9307-b41497af8ef6 no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 20:03:13.429961 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: d01ab8bf-dc58-4397-9307-b41497af8ef6 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 20:03:13.430309 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device d01ab8bf-dc58-4397-9307-b41497af8ef6 not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 20:03:13.597915 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5a57b035-0f1f-4d01-9701-e60bcb229273 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (9da2db06-c422-4fb6-8feb-87c21cbf7fff), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:13.633976 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57b035-0f1f-4d01-9701-e60bcb229273 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Pushing event deleted for resources: {'Port': ['ID=9da2db06-c422-4fb6-8feb-87c21cbf7fff,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:13.751731 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device f8ba3faa-bb9f-4e87-9517-1f7a10717629 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 20:03:13.772536 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] No Port match for: f8ba3faa-bb9f-4e87-9517-1f7a10717629 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 20:03:13.772900 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device f8ba3faa-bb9f-4e87-9517-1f7a10717629 not bound to the agent host hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 20:03:13.972691 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c7e7cd85-e26a-4072-b8f7-b07344cbd867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730121'] for router_interface (4ba27a33-942d-4958-97ff-c6b2a78f5daa), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:14.031001 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5a57b035-0f1f-4d01-9701-e60bcb229273 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks [] for floatingip (af5ddfee-bbdb-48a3-bfc3-4d4abce48cb3), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:14.033432 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5a57b035-0f1f-4d01-9701-e60bcb229273 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for floatingip (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:14.034590 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-5a57b035-0f1f-4d01-9701-e60bcb229273 tempest-AttachVolumeNegativeTest-391204334 tempest-AttachVolumeNegativeTest-391204334-project] 10.222.0.66 "DELETE /v2.0/floatingips/af5ddfee-bbdb-48a3-bfc3-4d4abce48cb3 HTTP/1.1" status: 204 len: 168 time: 1.1729479 Jul 01 20:03:14.052971 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:14.057180 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:14.209088 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-c7e7cd85-e26a-4072-b8f7-b07344cbd867 admin admin] Deleting port 54d80022-a034-4143-9437-056533735d94 {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:03:14.209457 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c7e7cd85-e26a-4072-b8f7-b07344cbd867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (54d80022-a034-4143-9437-056533735d94), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:14.297133 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [None req-c7e7cd85-e26a-4072-b8f7-b07344cbd867 admin admin] For port 54d80022-a034-4143-9437-056533735d94, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=54d80022-a034-4143-9437-056533735d94,segment=NetworkSegment(f96aeb80-0bcd-489a-9ed2-5930e8e872ed),segment_id=f96aeb80-0bcd-489a-9ed2-5930e8e872ed)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:03:14.297502 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c7e7cd85-e26a-4072-b8f7-b07344cbd867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (54d80022-a034-4143-9437-056533735d94), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:14.314616 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-c7e7cd85-e26a-4072-b8f7-b07344cbd867 admin admin] Calling delete_port for 54d80022-a034-4143-9437-056533735d94 owned by network:router_interface {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:03:14.515498 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c7e7cd85-e26a-4072-b8f7-b07344cbd867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (54d80022-a034-4143-9437-056533735d94), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:14.540729 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7cd85-e26a-4072-b8f7-b07344cbd867 admin admin] Pushing event deleted for resources: {'Port': ['ID=54d80022-a034-4143-9437-056533735d94,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:14.705952 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c7e7cd85-e26a-4072-b8f7-b07344cbd867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729465'] for router_interface (4ba27a33-942d-4958-97ff-c6b2a78f5daa), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:14.885990 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:14.910620 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e7cd85-e26a-4072-b8f7-b07344cbd867 admin admin] Router 4ba27a33-942d-4958-97ff-c6b2a78f5daa has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 20:03:14.981143 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:15.015604 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e7cd85-e26a-4072-b8f7-b07344cbd867 admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 20:03:15.020795 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-c7e7cd85-e26a-4072-b8f7-b07344cbd867 admin admin] 10.222.0.66 "PUT /v2.0/routers/4ba27a33-942d-4958-97ff-c6b2a78f5daa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9131610 Jul 01 20:03:15.023235 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36072) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:15.026253 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5c46f1-e370-4dd9-a20e-c8f24ccd2977 None None] Sync routers for ids ['4ba27a33-942d-4958-97ff-c6b2a78f5daa'] in dv-cinder-844601-7-iscsi {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 20:03:15.029309 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=53 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:15.037987 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5c46f1-e370-4dd9-a20e-c8f24ccd2977 None None] Routers {'4ba27a33-942d-4958-97ff-c6b2a78f5daa'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 20:03:15.038590 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-9a5c46f1-e370-4dd9-a20e-c8f24ccd2977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T20:03:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['4ba27a33-942d-4958-97ff-c6b2a78f5daa'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:15.123898 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f748610f-6ab3-4bc9-aea2-d58481d1660d admin admin] Publish callbacks [] for router (4ba27a33-942d-4958-97ff-c6b2a78f5daa), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:15.136840 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-9a5c46f1-e370-4dd9-a20e-c8f24ccd2977 None None] Set router 4ba27a33-942d-4958-97ff-c6b2a78f5daa gateway port host: dv-cinder-844601-7-iscsi {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 20:03:15.238419 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f748610f-6ab3-4bc9-aea2-d58481d1660d admin admin] Publish callbacks [] for router_gateway (4ba27a33-942d-4958-97ff-c6b2a78f5daa), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:15.286928 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-f748610f-6ab3-4bc9-aea2-d58481d1660d admin admin] Deleting port 44819e22-e026-4d85-8aaa-9a6467df1b48 {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:03:15.287218 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f748610f-6ab3-4bc9-aea2-d58481d1660d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (44819e22-e026-4d85-8aaa-9a6467df1b48), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:15.313342 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-9a5c46f1-e370-4dd9-a20e-c8f24ccd2977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba27a33-942d-4958-97ff-c6b2a78f5daa', 'name': 'tempest-TestVolumeBootPattern-1918152195-router', 'tenant_id': 'bdfabef2ed454d6590af05df16f55610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '44819e22-e026-4d85-8aaa-9a6467df1b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:53Z', 'updated_at': '2022-07-01T20:03:14Z', 'revision_number': 5, 'project_id': 'bdfabef2ed454d6590af05df16f55610', 'gw_port': {'id': '44819e22-e026-4d85-8aaa-9a6467df1b48', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba27a33-942d-4958-97ff-c6b2a78f5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:54:54Z', 'updated_at': '2022-07-01T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:15.340852 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5c46f1-e370-4dd9-a20e-c8f24ccd2977 None None] Checking router: 4ba27a33-942d-4958-97ff-c6b2a78f5daa for host: dv-cinder-844601-7-iscsi {{(pid=110547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 20:03:15.350807 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5c46f1-e370-4dd9-a20e-c8f24ccd2977 None None] Routers {'4ba27a33-942d-4958-97ff-c6b2a78f5daa'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 20:03:15.351763 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-9a5c46f1-e370-4dd9-a20e-c8f24ccd2977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T20:03:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['4ba27a33-942d-4958-97ff-c6b2a78f5daa'], 'active': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:15.395906 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [None req-f748610f-6ab3-4bc9-aea2-d58481d1660d admin admin] For port 44819e22-e026-4d85-8aaa-9a6467df1b48, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=44819e22-e026-4d85-8aaa-9a6467df1b48,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:03:15.396274 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f748610f-6ab3-4bc9-aea2-d58481d1660d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (44819e22-e026-4d85-8aaa-9a6467df1b48), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:15.409969 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-f748610f-6ab3-4bc9-aea2-d58481d1660d admin admin] Calling delete_port for 44819e22-e026-4d85-8aaa-9a6467df1b48 owned by network:router_gateway {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:03:15.444534 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvr_db [None req-9a5c46f1-e370-4dd9-a20e-c8f24ccd2977 None None] Set router 4ba27a33-942d-4958-97ff-c6b2a78f5daa gateway port host: None {{(pid=110547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 20:03:15.496714 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.l3_hamode_db [None req-9a5c46f1-e370-4dd9-a20e-c8f24ccd2977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba27a33-942d-4958-97ff-c6b2a78f5daa', 'name': 'tempest-TestVolumeBootPattern-1918152195-router', 'tenant_id': 'bdfabef2ed454d6590af05df16f55610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:53Z', 'updated_at': '2022-07-01T20:03:15Z', 'revision_number': 6, 'project_id': 'bdfabef2ed454d6590af05df16f55610', 'gw_port_host': None}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:15.522567 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5c46f1-e370-4dd9-a20e-c8f24ccd2977 None None] The sync data for ids ['4ba27a33-942d-4958-97ff-c6b2a78f5daa'] in dv-cinder-844601-7-iscsi is: [{'id': '4ba27a33-942d-4958-97ff-c6b2a78f5daa', 'name': 'tempest-TestVolumeBootPattern-1918152195-router', 'tenant_id': 'bdfabef2ed454d6590af05df16f55610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:54:53Z', 'updated_at': '2022-07-01T20:03:15Z', 'revision_number': 6, 'project_id': 'bdfabef2ed454d6590af05df16f55610', 'gw_port_host': None}] {{(pid=110547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 20:03:15.579327 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f748610f-6ab3-4bc9-aea2-d58481d1660d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (44819e22-e026-4d85-8aaa-9a6467df1b48), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:15.605051 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748610f-6ab3-4bc9-aea2-d58481d1660d admin admin] Pushing event deleted for resources: {'Port': ['ID=44819e22-e026-4d85-8aaa-9a6467df1b48,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:15.667613 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f748610f-6ab3-4bc9-aea2-d58481d1660d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726997'] for router_gateway (4ba27a33-942d-4958-97ff-c6b2a78f5daa), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:15.752914 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f748610f-6ab3-4bc9-aea2-d58481d1660d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1734958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2076635'] for router (4ba27a33-942d-4958-97ff-c6b2a78f5daa), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:15.755781 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f748610f-6ab3-4bc9-aea2-d58481d1660d admin admin] Publish callbacks [] for router_controller (4ba27a33-942d-4958-97ff-c6b2a78f5daa), precommit_delete_associations {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:15.802075 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f748610f-6ab3-4bc9-aea2-d58481d1660d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1735151'] for router (4ba27a33-942d-4958-97ff-c6b2a78f5daa), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:15.802685 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f748610f-6ab3-4bc9-aea2-d58481d1660d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ba27a33-942d-4958-97ff-c6b2a78f5daa {{(pid=110545) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 20:03:15.806893 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f748610f-6ab3-4bc9-aea2-d58481d1660d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:15.808065 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-f748610f-6ab3-4bc9-aea2-d58481d1660d admin admin] 10.222.0.66 "DELETE /v2.0/routers/4ba27a33-942d-4958-97ff-c6b2a78f5daa HTTP/1.1" status: 204 len: 168 time: 0.7838666 Jul 01 20:03:15.810740 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36086) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:15.817446 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:15.859508 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_v2 [None req-e23a142e-3a8c-4854-b90b-f1858bd3b688 admin admin] Deleting subnet a8a7cc8a-b881-4901-bcca-6d9c2617c06e {{(pid=110545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 20:03:15.862821 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e23a142e-3a8c-4854-b90b-f1858bd3b688 admin admin] Publish callbacks [] for subnet (a8a7cc8a-b881-4901-bcca-6d9c2617c06e), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:15.890364 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:15.902592 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e23a142e-3a8c-4854-b90b-f1858bd3b688 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7752395'] for subnet (a8a7cc8a-b881-4901-bcca-6d9c2617c06e), precommit_delete_associations {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:15.985222 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e23a142e-3a8c-4854-b90b-f1858bd3b688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482502'] for subnet (a8a7cc8a-b881-4901-bcca-6d9c2617c06e), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:16.037191 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e23a142e-3a8c-4854-b90b-f1858bd3b688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5117086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4256252'] for subnet (a8a7cc8a-b881-4901-bcca-6d9c2617c06e), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:16.061462 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a142e-3a8c-4854-b90b-f1858bd3b688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8a7cc8a-b881-4901-bcca-6d9c2617c06e,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:16.066960 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-e23a142e-3a8c-4854-b90b-f1858bd3b688 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:16.070377 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-e23a142e-3a8c-4854-b90b-f1858bd3b688 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a8a7cc8a-b881-4901-bcca-6d9c2617c06e HTTP/1.1" status: 204 len: 168 time: 0.2586074 Jul 01 20:03:16.073541 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36088) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:16.074327 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c887b0a-da33-4751-bebc-5b193c30bd0d None None] Network 8e73b11a-3163-4c27-aaad-b6ff9bb440a1 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 20:03:16.148562 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b8d32ac0-d413-4043-b81f-ec5f9b6ee09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624501'] for network (8e73b11a-3163-4c27-aaad-b6ff9bb440a1), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:16.194607 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-b8d32ac0-d413-4043-b81f-ec5f9b6ee09b admin admin] Deleting port edd26d0f-3d84-4196-8ee3-09fdce164692 {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:03:16.194875 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b8d32ac0-d413-4043-b81f-ec5f9b6ee09b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (edd26d0f-3d84-4196-8ee3-09fdce164692), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:16.261165 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [None req-b8d32ac0-d413-4043-b81f-ec5f9b6ee09b admin admin] For port edd26d0f-3d84-4196-8ee3-09fdce164692, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=edd26d0f-3d84-4196-8ee3-09fdce164692,segment=NetworkSegment(f96aeb80-0bcd-489a-9ed2-5930e8e872ed),segment_id=f96aeb80-0bcd-489a-9ed2-5930e8e872ed)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:03:16.261451 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b8d32ac0-d413-4043-b81f-ec5f9b6ee09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (edd26d0f-3d84-4196-8ee3-09fdce164692), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:16.280197 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-b8d32ac0-d413-4043-b81f-ec5f9b6ee09b admin admin] Calling delete_port for edd26d0f-3d84-4196-8ee3-09fdce164692 owned by network:dhcp {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:03:16.353906 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b5b0bf-2f2d-4ba8-b6b5-643437ff8e26 None None] DHCP port deletion for 8e73b11a-3163-4c27-aaad-b6ff9bb440a1 request from dv-cinder-844601-7-iscsi {{(pid=110546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 01 20:03:16.365601 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b8d32ac0-d413-4043-b81f-ec5f9b6ee09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (edd26d0f-3d84-4196-8ee3-09fdce164692), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:16.392262 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d32ac0-d413-4043-b81f-ec5f9b6ee09b admin admin] Pushing event deleted for resources: {'Port': ['ID=edd26d0f-3d84-4196-8ee3-09fdce164692,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:16.398283 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d32ac0-d413-4043-b81f-ec5f9b6ee09b admin admin] No DVR routers for this DVR port edd26d0f-3d84-4196-8ee3-09fdce164692 on host dv-cinder-844601-7-iscsi {{(pid=110545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 20:03:16.411545 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-52b5b0bf-2f2d-4ba8-b6b5-643437ff8e26 None None] Deleting port edd26d0f-3d84-4196-8ee3-09fdce164692 {{(pid=110546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:03:16.412083 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-52b5b0bf-2f2d-4ba8-b6b5-643437ff8e26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (edd26d0f-3d84-4196-8ee3-09fdce164692), before_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:16.480678 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b8d32ac0-d413-4043-b81f-ec5f9b6ee09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599248', 'neutron.services.segments.db._delete_segments_for_network-8766990268766'] for network (8e73b11a-3163-4c27-aaad-b6ff9bb440a1), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:16.506494 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-52b5b0bf-2f2d-4ba8-b6b5-643437ff8e26 None None] For port edd26d0f-3d84-4196-8ee3-09fdce164692, host dv-cinder-844601-7-iscsi, got binding levels [] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:03:16.506494 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-52b5b0bf-2f2d-4ba8-b6b5-643437ff8e26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (edd26d0f-3d84-4196-8ee3-09fdce164692), precommit_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:16.507499 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-b8d32ac0-d413-4043-b81f-ec5f9b6ee09b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e73b11a-3163-4c27-aaad-b6ff9bb440a1']}} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:16.517349 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-52b5b0bf-2f2d-4ba8-b6b5-643437ff8e26 None None] Calling delete_port for edd26d0f-3d84-4196-8ee3-09fdce164692 owned by network:dhcp {{(pid=110546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:03:16.521018 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-b8d32ac0-d413-4043-b81f-ec5f9b6ee09b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96aeb80-0bcd-489a-9ed2-5930e8e872ed') {'for_net_delete': True} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:16.521427 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.ipam_backend_mixin [None req-52b5b0bf-2f2d-4ba8-b6b5-643437ff8e26 None None] Port edd26d0f-3d84-4196-8ee3-09fdce164692 was not found and therefore no delete operation was performed {{(pid=110546) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 01 20:03:16.521759 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-b8d32ac0-d413-4043-b81f-ec5f9b6ee09b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96aeb80-0bcd-489a-9ed2-5930e8e872ed') {} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:16.526197 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-52b5b0bf-2f2d-4ba8-b6b5-643437ff8e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798'] for port (edd26d0f-3d84-4196-8ee3-09fdce164692), after_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:16.536321 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b8d32ac0-d413-4043-b81f-ec5f9b6ee09b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766990270311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7752432'] for segment (f96aeb80-0bcd-489a-9ed2-5930e8e872ed), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:16.557407 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b8d32ac0-d413-4043-b81f-ec5f9b6ee09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (f96aeb80-0bcd-489a-9ed2-5930e8e872ed), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:16.560090 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5b0bf-2f2d-4ba8-b6b5-643437ff8e26 None None] Pushing event deleted for resources: {'Port': ['ID=edd26d0f-3d84-4196-8ee3-09fdce164692,revision_number=None']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:16.565253 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b5b0bf-2f2d-4ba8-b6b5-643437ff8e26 None None] No DVR routers for this DVR port edd26d0f-3d84-4196-8ee3-09fdce164692 on host dv-cinder-844601-7-iscsi {{(pid=110546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 20:03:16.566087 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d32ac0-d413-4043-b81f-ec5f9b6ee09b admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=110545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 20:03:16.566646 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b8d32ac0-d413-4043-b81f-ec5f9b6ee09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5116964'] for segment (f96aeb80-0bcd-489a-9ed2-5930e8e872ed), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:16.599082 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment f96aeb80-0bcd-489a-9ed2-5930e8e872ed resource provider aggregate not found Jul 01 20:03:16.635064 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment f96aeb80-0bcd-489a-9ed2-5930e8e872ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f96aeb80-0bcd-489a-9ed2-5930e8e872ed found for delete ", "request_id": "req-7af778c5-b40b-41d4-926e-19b99e3f1ebc"}]} Jul 01 20:03:16.643306 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b8d32ac0-d413-4043-b81f-ec5f9b6ee09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725398'] for network (8e73b11a-3163-4c27-aaad-b6ff9bb440a1), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:16.648984 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-b8d32ac0-d413-4043-b81f-ec5f9b6ee09b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:16.653427 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-b8d32ac0-d413-4043-b81f-ec5f9b6ee09b admin admin] 10.222.0.66 "DELETE /v2.0/networks/8e73b11a-3163-4c27-aaad-b6ff9bb440a1 HTTP/1.1" status: 204 len: 168 time: 0.5789120 Jul 01 20:03:16.664401 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d32ac0-d413-4043-b81f-ec5f9b6ee09b admin admin] Pushing event deleted for resources: {'Network': ['ID=8e73b11a-3163-4c27-aaad-b6ff9bb440a1,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:16.764088 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36100) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:16.804200 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-f3f75f7b-d65e-499a-85d4-0b41ce635d13 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=262e5b1a6f6248cca455437d23b8d441&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389795 Jul 01 20:03:16.807045 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36102) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:16.844550 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:16.857183 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4cda3dcf-e716-42c9-88b2-3b8796aaab29 admin admin] Publish callbacks [] for security_group (1c004f05-0dd3-4885-a536-908a775ca54f), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:16.879492 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4cda3dcf-e716-42c9-88b2-3b8796aaab29 admin admin] Publish callbacks [] for security_group (1c004f05-0dd3-4885-a536-908a775ca54f), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:16.889834 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:16.931900 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4cda3dcf-e716-42c9-88b2-3b8796aaab29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (1c004f05-0dd3-4885-a536-908a775ca54f), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:16.934408 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-4cda3dcf-e716-42c9-88b2-3b8796aaab29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:16.935560 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-4cda3dcf-e716-42c9-88b2-3b8796aaab29 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1c004f05-0dd3-4885-a536-908a775ca54f HTTP/1.1" status: 204 len: 168 time: 0.1276300 Jul 01 20:03:16.943440 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda3dcf-e716-42c9-88b2-3b8796aaab29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c004f05-0dd3-4885-a536-908a775ca54f,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:17.263640 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36108) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:17.305527 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-002a3010-8255-45fa-b573-cfe49c2608c3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bdfabef2ed454d6590af05df16f55610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405560 Jul 01 20:03:17.308443 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36110) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:17.320495 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:17.365898 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6f5af203-9534-4363-af63-c66b60778181 admin admin] Publish callbacks [] for security_group (0b2b98bf-7059-4f97-a9b7-34bf46c173ee), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:17.369373 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device edd26d0f-3d84-4196-8ee3-09fdce164692 no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 20:03:17.388604 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6f5af203-9534-4363-af63-c66b60778181 admin admin] Publish callbacks [] for security_group (0b2b98bf-7059-4f97-a9b7-34bf46c173ee), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:17.392315 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: edd26d0f-3d84-4196-8ee3-09fdce164692 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 20:03:17.392686 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device edd26d0f-3d84-4196-8ee3-09fdce164692 not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 20:03:17.393354 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 54d80022-a034-4143-9437-056533735d94 no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 20:03:17.413732 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: 54d80022-a034-4143-9437-056533735d94 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 20:03:17.414088 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 54d80022-a034-4143-9437-056533735d94 not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 20:03:17.414510 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 44819e22-e026-4d85-8aaa-9a6467df1b48 no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 20:03:17.435112 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: 44819e22-e026-4d85-8aaa-9a6467df1b48 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 20:03:17.435486 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 44819e22-e026-4d85-8aaa-9a6467df1b48 not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 20:03:17.444277 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6f5af203-9534-4363-af63-c66b60778181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (0b2b98bf-7059-4f97-a9b7-34bf46c173ee), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:17.447481 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-6f5af203-9534-4363-af63-c66b60778181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:17.448647 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-6f5af203-9534-4363-af63-c66b60778181 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0b2b98bf-7059-4f97-a9b7-34bf46c173ee HTTP/1.1" status: 204 len: 168 time: 0.1392863 Jul 01 20:03:17.458072 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5af203-9534-4363-af63-c66b60778181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2b98bf-7059-4f97-a9b7-34bf46c173ee,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:18.376720 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 7cd64257-fc0d-4ce7-8ae6-956d17f483df no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 20:03:18.397348 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] No Port match for: 7cd64257-fc0d-4ce7-8ae6-956d17f483df {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 20:03:18.397721 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device 7cd64257-fc0d-4ce7-8ae6-956d17f483df not bound to the agent host hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 20:03:20.068757 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 36160) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:20.540659 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-f6b7e420-67ba-4983-bd1f-c14f59c56ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730121'] for router_interface (c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:20.576002 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:20.640509 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:20.765164 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b7e420-67ba-4983-bd1f-c14f59c56ca6 admin admin] Deleting port 2b1ed4ee-7434-4059-9ec3-e398ea639617 {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:03:20.765503 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-f6b7e420-67ba-4983-bd1f-c14f59c56ca6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (2b1ed4ee-7434-4059-9ec3-e398ea639617), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:20.848453 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [None req-f6b7e420-67ba-4983-bd1f-c14f59c56ca6 admin admin] For port 2b1ed4ee-7434-4059-9ec3-e398ea639617, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=2b1ed4ee-7434-4059-9ec3-e398ea639617,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:03:20.848817 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-f6b7e420-67ba-4983-bd1f-c14f59c56ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (2b1ed4ee-7434-4059-9ec3-e398ea639617), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:20.862500 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-f6b7e420-67ba-4983-bd1f-c14f59c56ca6 admin admin] Calling delete_port for 2b1ed4ee-7434-4059-9ec3-e398ea639617 owned by network:router_interface {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:03:21.042218 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-f6b7e420-67ba-4983-bd1f-c14f59c56ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (2b1ed4ee-7434-4059-9ec3-e398ea639617), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:21.065516 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7e420-67ba-4983-bd1f-c14f59c56ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b1ed4ee-7434-4059-9ec3-e398ea639617,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:21.229258 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-f6b7e420-67ba-4983-bd1f-c14f59c56ca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729465'] for router_interface (c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:21.417115 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:21.437532 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b7e420-67ba-4983-bd1f-c14f59c56ca6 admin admin] Router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e has already been hosted by L3 agent 92102641-59bc-4b31-9151-065046da5b4e {{(pid=110544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 20:03:21.504936 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:21.541649 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b7e420-67ba-4983-bd1f-c14f59c56ca6 admin admin] Notify agent at l3_agent.dv-cinder-844601-7-iscsi the message routers_updated {{(pid=110544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 20:03:21.547995 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-f6b7e420-67ba-4983-bd1f-c14f59c56ca6 admin admin] 10.222.0.66 "PUT /v2.0/routers/c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4791806 Jul 01 20:03:21.549484 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 36166) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:21.552155 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d085cb-6467-414e-ab13-d48e8808c951 None None] Sync routers for ids ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'] in dv-cinder-844601-7-iscsi {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 20:03:21.564340 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d085cb-6467-414e-ab13-d48e8808c951 None None] Routers {'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 20:03:21.565059 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-09d085cb-6467-414e-ab13-d48e8808c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T20:03:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:21.651148 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fd719202-ed02-4085-8e37-0624303e260b admin admin] Publish callbacks [] for router (c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:21.669758 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-09d085cb-6467-414e-ab13-d48e8808c951 None None] Set router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e gateway port host: dv-cinder-844601-7-iscsi {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 20:03:21.746408 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fd719202-ed02-4085-8e37-0624303e260b admin admin] Publish callbacks [] for router_gateway (c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:21.793088 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-fd719202-ed02-4085-8e37-0624303e260b admin admin] Deleting port 3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:03:21.793430 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fd719202-ed02-4085-8e37-0624303e260b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:21.843550 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-09d085cb-6467-414e-ab13-d48e8808c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'external_fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T20:03:20Z', 'revision_number': 5, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port': {'id': '3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb', 'name': '', 'network_id': 'b87c582a-5096-4c62-aa69-ad30066bb691', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T19:58:16Z', 'updated_at': '2022-07-01T19:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43041981-54e5-4bd9-88ea-5b274131eeee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-7-iscsi'}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:21.870771 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d085cb-6467-414e-ab13-d48e8808c951 None None] Checking router: c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e for host: dv-cinder-844601-7-iscsi {{(pid=110546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 20:03:21.875942 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [None req-fd719202-ed02-4085-8e37-0624303e260b admin admin] For port 3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb,segment=NetworkSegment(c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63),segment_id=c5cdb51f-650b-430e-bcb0-f8fbfe7b5a63)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:03:21.876313 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fd719202-ed02-4085-8e37-0624303e260b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:21.879240 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d085cb-6467-414e-ab13-d48e8808c951 None None] Routers {'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'} bound to L3 agent in host dv-cinder-844601-7-iscsi {{(pid=110546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 20:03:21.879852 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-09d085cb-6467-414e-ab13-d48e8808c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T19:44:39Z,description=,heartbeat_timestamp=2022-07-01T20:03:09Z,host='dv-cinder-844601-7-iscsi',id=92102641-59bc-4b31-9151-065046da5b4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T19:44:39Z,topic='l3_agent')) {'router_ids': ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'], 'active': True} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:21.890373 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [None req-fd719202-ed02-4085-8e37-0624303e260b admin admin] Calling delete_port for 3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb owned by network:router_gateway {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:03:21.963979 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvr_db [None req-09d085cb-6467-414e-ab13-d48e8808c951 None None] Set router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e gateway port host: None {{(pid=110546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 20:03:22.015286 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_hamode_db [None req-09d085cb-6467-414e-ab13-d48e8808c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T20:03:21Z', 'revision_number': 6, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port_host': None}], 'dv-cinder-844601-7-iscsi', False) {} {{(pid=110546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:22.041256 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d085cb-6467-414e-ab13-d48e8808c951 None None] The sync data for ids ['c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e'] in dv-cinder-844601-7-iscsi is: [{'id': 'c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e', 'name': 'tempest-AttachVolumeNegativeTest-1631415960-router', 'tenant_id': '983da191c3d44e608e40f289e26d3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T19:58:15Z', 'updated_at': '2022-07-01T20:03:21Z', 'revision_number': 6, 'project_id': '983da191c3d44e608e40f289e26d3603', 'gw_port_host': None}] {{(pid=110546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 20:03:22.059191 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fd719202-ed02-4085-8e37-0624303e260b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:22.086779 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd719202-ed02-4085-8e37-0624303e260b admin admin] Pushing event deleted for resources: {'Port': ['ID=3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:22.160439 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fd719202-ed02-4085-8e37-0624303e260b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726997'] for router_gateway (c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:22.271067 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fd719202-ed02-4085-8e37-0624303e260b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1734958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2076635'] for router (c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:22.275469 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fd719202-ed02-4085-8e37-0624303e260b admin admin] Publish callbacks [] for router_controller (c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e), precommit_delete_associations {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:22.357524 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fd719202-ed02-4085-8e37-0624303e260b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1735151'] for router (c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:22.358059 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd719202-ed02-4085-8e37-0624303e260b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e {{(pid=110544) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 20:03:22.363680 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fd719202-ed02-4085-8e37-0624303e260b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:22.364834 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-fd719202-ed02-4085-8e37-0624303e260b admin admin] 10.222.0.66 "DELETE /v2.0/routers/c00d5d60-e3f9-4eb4-a391-fb71a1c74b4e HTTP/1.1" status: 204 len: 168 time: 0.8143940 Jul 01 20:03:22.367554 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36182) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:22.370302 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:22.382749 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:22.395286 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-c1ddb282-48b7-4c73-9d83-c913baf399d5 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:22.396768 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-c1ddb282-48b7-4c73-9d83-c913baf399d5 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/networks?id=cb46ba7b-648e-4780-990c-7464d8fd9433 HTTP/1.1" status: 200 len: 814 time: 0.1555457 Jul 01 20:03:22.415580 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f2e712-46cb-4c80-9cf3-17f6cb3609d4 admin admin] Deleting subnet 3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1 {{(pid=110545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 20:03:22.416019 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-1888566f-e82d-44c8-9bdb-02e70696e750 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/quotas/8fc7896ac2f04a87bbe1e19b92c87fc6 HTTP/1.1" status: 200 len: 375 time: 0.0097287 Jul 01 20:03:22.419091 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-91f2e712-46cb-4c80-9cf3-17f6cb3609d4 admin admin] Publish callbacks [] for subnet (3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:22.454525 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-d229d61c-e324-40f9-81da-17a46e4ff7b6 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8fc7896ac2f04a87bbe1e19b92c87fc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315213 Jul 01 20:03:22.457799 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-91f2e712-46cb-4c80-9cf3-17f6cb3609d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7752395'] for subnet (3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1), precommit_delete_associations {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:22.525882 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-5dfda173-bb50-4fed-95c8-48968b572aa4 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=110544) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 20:03:22.526859 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-5dfda173-bb50-4fed-95c8-48968b572aa4 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0653896 Jul 01 20:03:22.544127 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-91f2e712-46cb-4c80-9cf3-17f6cb3609d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482502'] for subnet (3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:22.598206 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-91f2e712-46cb-4c80-9cf3-17f6cb3609d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5117086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4256252'] for subnet (3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:22.621250 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-a07bfa07-f0c0-4f72-baf1-f39b2c64a9ee service neutron] 10.222.0.66 "GET /v2.0/networks/cb46ba7b-648e-4780-990c-7464d8fd9433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885420 Jul 01 20:03:22.624088 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2e712-46cb-4c80-9cf3-17f6cb3609d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:22.627672 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-91f2e712-46cb-4c80-9cf3-17f6cb3609d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:22.630999 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-91f2e712-46cb-4c80-9cf3-17f6cb3609d4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3ee8aa58-ee99-44fe-a4e1-d5a0facfb3b1 HTTP/1.1" status: 204 len: 168 time: 0.2624338 Jul 01 20:03:22.633502 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36186) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:22.635198 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1784723e-f8aa-4c6d-820b-8f4a6785751d None None] Network bd301699-ca40-48e9-9559-67a73cd4bb19 requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 20:03:22.708281 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f430d994-bdb3-4d9f-9784-13cf3358ebbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624501'] for network (bd301699-ca40-48e9-9559-67a73cd4bb19), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:22.734910 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-e68513f1-f516-4566-8dd9-c2ff131dfdcb service neutron] 10.222.0.66 "GET /v2.0/networks/cb46ba7b-648e-4780-990c-7464d8fd9433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010273 Jul 01 20:03:22.751598 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-f430d994-bdb3-4d9f-9784-13cf3358ebbe admin admin] Deleting port acb8fe20-0bc5-4dc5-9751-9a5e460231ae {{(pid=110545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:03:22.752275 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f430d994-bdb3-4d9f-9784-13cf3358ebbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (acb8fe20-0bc5-4dc5-9751-9a5e460231ae), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:22.824360 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.db [None req-f430d994-bdb3-4d9f-9784-13cf3358ebbe admin admin] For port acb8fe20-0bc5-4dc5-9751-9a5e460231ae, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=acb8fe20-0bc5-4dc5-9751-9a5e460231ae,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:03:22.824732 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f430d994-bdb3-4d9f-9784-13cf3358ebbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (acb8fe20-0bc5-4dc5-9751-9a5e460231ae), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:22.840103 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab71bef8-8f51-4d06-891d-13ff7f85e5fc None None] DHCP port deletion for bd301699-ca40-48e9-9559-67a73cd4bb19 request from dv-cinder-844601-7-iscsi {{(pid=110546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 01 20:03:22.848303 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.plugin [None req-f430d994-bdb3-4d9f-9784-13cf3358ebbe admin admin] Calling delete_port for acb8fe20-0bc5-4dc5-9751-9a5e460231ae owned by network:dhcp {{(pid=110545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:03:22.928076 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-ab71bef8-8f51-4d06-891d-13ff7f85e5fc None None] Deleting port acb8fe20-0bc5-4dc5-9751-9a5e460231ae {{(pid=110546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:03:22.928795 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ab71bef8-8f51-4d06-891d-13ff7f85e5fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (acb8fe20-0bc5-4dc5-9751-9a5e460231ae), before_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:22.934677 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-78aa7306-b6c3-456b-9531-6cf2d4048993 req-889c7431-9dc1-4d3a-8821-a47e571a8ff2 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b69ef6-f510-4e9c-b4c2-0e380cf5be19 HTTP/1.1" status: 200 len: 210 time: 0.0417941 Jul 01 20:03:22.945525 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f430d994-bdb3-4d9f-9784-13cf3358ebbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5117169'] for port (acb8fe20-0bc5-4dc5-9751-9a5e460231ae), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:22.953005 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:DELETE=11,neutron:SELECT=86,neutron:UPDATE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:22.953666 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:22.959457 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:22.984461 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430d994-bdb3-4d9f-9784-13cf3358ebbe admin admin] Pushing event deleted for resources: {'Port': ['ID=acb8fe20-0bc5-4dc5-9751-9a5e460231ae,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:22.994482 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f430d994-bdb3-4d9f-9784-13cf3358ebbe admin admin] No DVR routers for this DVR port acb8fe20-0bc5-4dc5-9751-9a5e460231ae on host dv-cinder-844601-7-iscsi {{(pid=110545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 20:03:23.034089 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-ab71bef8-8f51-4d06-891d-13ff7f85e5fc None None] For port acb8fe20-0bc5-4dc5-9751-9a5e460231ae, host dv-cinder-844601-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-7-iscsi',level=0,port_id=acb8fe20-0bc5-4dc5-9751-9a5e460231ae,segment=NetworkSegment(305b5835-25b1-4cdc-a42c-74c914941cf3),segment_id=305b5835-25b1-4cdc-a42c-74c914941cf3)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:03:23.034621 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ab71bef8-8f51-4d06-891d-13ff7f85e5fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (acb8fe20-0bc5-4dc5-9751-9a5e460231ae), precommit_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:23.054618 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:23.056956 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-ab71bef8-8f51-4d06-891d-13ff7f85e5fc None None] Calling delete_port for acb8fe20-0bc5-4dc5-9751-9a5e460231ae owned by network:dhcp {{(pid=110546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:03:23.082881 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f430d994-bdb3-4d9f-9784-13cf3358ebbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599248', 'neutron.services.segments.db._delete_segments_for_network-8766990268766'] for network (bd301699-ca40-48e9-9559-67a73cd4bb19), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:23.103641 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-f430d994-bdb3-4d9f-9784-13cf3358ebbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd301699-ca40-48e9-9559-67a73cd4bb19']}} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:23.114293 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-f430d994-bdb3-4d9f-9784-13cf3358ebbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305b5835-25b1-4cdc-a42c-74c914941cf3') {'for_net_delete': True} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:23.114558 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-f430d994-bdb3-4d9f-9784-13cf3358ebbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305b5835-25b1-4cdc-a42c-74c914941cf3') {} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:23.127167 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f430d994-bdb3-4d9f-9784-13cf3358ebbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766990270311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7752432'] for segment (305b5835-25b1-4cdc-a42c-74c914941cf3), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:23.143754 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f430d994-bdb3-4d9f-9784-13cf3358ebbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (305b5835-25b1-4cdc-a42c-74c914941cf3), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:23.145884 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ab71bef8-8f51-4d06-891d-13ff7f85e5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798'] for port (acb8fe20-0bc5-4dc5-9751-9a5e460231ae), after_delete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:23.153996 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f430d994-bdb3-4d9f-9784-13cf3358ebbe admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=110545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 20:03:23.154626 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f430d994-bdb3-4d9f-9784-13cf3358ebbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5116964'] for segment (305b5835-25b1-4cdc-a42c-74c914941cf3), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:23.173276 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71bef8-8f51-4d06-891d-13ff7f85e5fc None None] Pushing event deleted for resources: {'Port': ['ID=acb8fe20-0bc5-4dc5-9751-9a5e460231ae,revision_number=None']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:23.183271 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab71bef8-8f51-4d06-891d-13ff7f85e5fc None None] No DVR routers for this DVR port acb8fe20-0bc5-4dc5-9751-9a5e460231ae on host dv-cinder-844601-7-iscsi {{(pid=110546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 20:03:23.190664 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment 305b5835-25b1-4cdc-a42c-74c914941cf3 resource provider aggregate not found Jul 01 20:03:23.234851 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment 305b5835-25b1-4cdc-a42c-74c914941cf3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 305b5835-25b1-4cdc-a42c-74c914941cf3 found for delete ", "request_id": "req-4fc24289-9dc1-40e1-bc7c-0fbcb2848321"}]} Jul 01 20:03:23.249778 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f430d994-bdb3-4d9f-9784-13cf3358ebbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725398'] for network (bd301699-ca40-48e9-9559-67a73cd4bb19), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:23.255845 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-f430d994-bdb3-4d9f-9784-13cf3358ebbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:23.261876 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-f430d994-bdb3-4d9f-9784-13cf3358ebbe admin admin] 10.222.0.66 "DELETE /v2.0/networks/bd301699-ca40-48e9-9559-67a73cd4bb19 HTTP/1.1" status: 204 len: 168 time: 0.6267905 Jul 01 20:03:23.293807 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430d994-bdb3-4d9f-9784-13cf3358ebbe admin admin] Pushing event deleted for resources: {'Network': ['ID=bd301699-ca40-48e9-9559-67a73cd4bb19,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:23.381338 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 20:03:23.409366 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: 3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 20:03:23.409792 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 3960b625-e4b3-4ca8-8e3c-b4baaa1ba5eb not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 20:03:23.410353 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device acb8fe20-0bc5-4dc5-9751-9a5e460231ae no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 20:03:23.417475 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36206) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:23.431789 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: acb8fe20-0bc5-4dc5-9751-9a5e460231ae {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 20:03:23.432171 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device acb8fe20-0bc5-4dc5-9751-9a5e460231ae not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 20:03:23.432647 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 2b1ed4ee-7434-4059-9ec3-e398ea639617 no longer exists at agent ovs-agent-dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 20:03:23.456312 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-520f6246-b665-4881-9a48-4c544643b810 None None] No Port match for: 2b1ed4ee-7434-4059-9ec3-e398ea639617 {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 20:03:23.456567 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Device 2b1ed4ee-7434-4059-9ec3-e398ea639617 not bound to the agent host dv-cinder-844601-7-iscsi {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 20:03:23.461628 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-ff2e1aef-0f5f-45a9-92a8-8e4574e9cb6c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=983da191c3d44e608e40f289e26d3603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421402 Jul 01 20:03:23.463535 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 36208) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:23.542474 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-77c49e40-fc68-4398-8c7c-bf7d12e75c4a admin admin] Publish callbacks [] for security_group (3fddbd78-c0e0-42e1-87d1-140a387f76e7), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:23.566120 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-77c49e40-fc68-4398-8c7c-bf7d12e75c4a admin admin] Publish callbacks [] for security_group (3fddbd78-c0e0-42e1-87d1-140a387f76e7), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:23.617502 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-77c49e40-fc68-4398-8c7c-bf7d12e75c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (3fddbd78-c0e0-42e1-87d1-140a387f76e7), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:23.620406 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-77c49e40-fc68-4398-8c7c-bf7d12e75c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:23.621722 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-77c49e40-fc68-4398-8c7c-bf7d12e75c4a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3fddbd78-c0e0-42e1-87d1-140a387f76e7 HTTP/1.1" status: 204 len: 168 time: 0.1569769 Jul 01 20:03:23.630077 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c49e40-fc68-4398-8c7c-bf7d12e75c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fddbd78-c0e0-42e1-87d1-140a387f76e7,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:24.071051 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e16ace92-d9f2-4c40-9327-10ec178fd0db req-fcd7dc3f-068e-419c-8a92-43f321ed668d tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b69ef6-f510-4e9c-b4c2-0e380cf5be19 HTTP/1.1" status: 200 len: 210 time: 0.0377572 Jul 01 20:03:24.105563 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-4ff71b09-3f65-46ba-9f46-c799850387f7 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:24.107306 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-4ff71b09-3f65-46ba-9f46-c799850387f7 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.60 "GET /v2.0/networks?id=cb46ba7b-648e-4780-990c-7464d8fd9433 HTTP/1.1" status: 200 len: 814 time: 0.1451137 Jul 01 20:03:24.125372 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-83cb7a36-1530-4310-ae86-1369b60850b7 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Request body: {'port': {'device_id': 'f1b69ef6-f510-4e9c-b4c2-0e380cf5be19', 'network_id': 'cb46ba7b-648e-4780-990c-7464d8fd9433', 'admin_state_up': True, 'tenant_id': '8fc7896ac2f04a87bbe1e19b92c87fc6'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:03:24.244200 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-83cb7a36-1530-4310-ae86-1369b60850b7 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Made reservation on behalf of 8fc7896ac2f04a87bbe1e19b92c87fc6 for: {'port': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 20:03:24.247642 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-83cb7a36-1530-4310-ae86-1369b60850b7 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:24.382990 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_common [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-83cb7a36-1530-4310-ae86-1369b60850b7 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Allocated IP 172.20.0.7 (cb46ba7b-648e-4780-990c-7464d8fd9433/e0654df8-5f7e-4d86-bf16-c3801e48041b/b9536b26-42f3-4752-b48d-89169327f3dc) {{(pid=110544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 20:03:24.450948 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:24.545373 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:24.549049 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-83cb7a36-1530-4310-ae86-1369b60850b7 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Publish callbacks [] for port (b9536b26-42f3-4752-b48d-89169327f3dc), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:24.584097 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-83cb7a36-1530-4310-ae86-1369b60850b7 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766989768789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (b9536b26-42f3-4752-b48d-89169327f3dc), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:24.627952 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-83cb7a36-1530-4310-ae86-1369b60850b7 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Network cb46ba7b-648e-4780-990c-7464d8fd9433 is already hosted by enough agents. {{(pid=110544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 20:03:24.633131 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.scheduler.base_scheduler [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-83cb7a36-1530-4310-ae86-1369b60850b7 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Resources bound (agent type, host, resource id): {{(pid=110544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 20:03:24.637649 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-83cb7a36-1530-4310-ae86-1369b60850b7 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Received port after_create {{(pid=110544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 20:03:24.662451 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb7a36-1530-4310-ae86-1369b60850b7 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Pushing event updated for resources: {'Port': ['ID=b9536b26-42f3-4752-b48d-89169327f3dc,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:24.695993 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-83cb7a36-1530-4310-ae86-1369b60850b7 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:24.697163 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-83cb7a36-1530-4310-ae86-1369b60850b7 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:24.714394 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-83cb7a36-1530-4310-ae86-1369b60850b7 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5928380 Jul 01 20:03:24.723677 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-edbb43fc-a435-4016-8223-50102efb8f82 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=110544) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 20:03:24.724620 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-edbb43fc-a435-4016-8223-50102efb8f82 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053620 Jul 01 20:03:24.734803 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-e6727017-ebb1-47e3-a302-5baf68ed6066 service neutron] Request body: {'port': {'device_id': 'f1b69ef6-f510-4e9c-b4c2-0e380cf5be19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:03:24.806379 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-e6727017-ebb1-47e3-a302-5baf68ed6066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (b9536b26-42f3-4752-b48d-89169327f3dc), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:25.319291 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35433f0-2e42-47ee-acea-816544059e8d req-307940cc-520e-4274-ab98-3dd6cadcd44e tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:25.320755 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e35433f0-2e42-47ee-acea-816544059e8d req-307940cc-520e-4274-ab98-3dd6cadcd44e tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b69ef6-f510-4e9c-b4c2-0e380cf5be19 HTTP/1.1" status: 200 len: 931 time: 0.0836966 Jul 01 20:03:25.402107 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e35433f0-2e42-47ee-acea-816544059e8d req-0ad765d5-e873-4232-917d-68ad4be5855a tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ccb6bd6-967f-42a6-8048-ecf288fc72d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748401 Jul 01 20:03:25.435344 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-e6727017-ebb1-47e3-a302-5baf68ed6066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9536b26-42f3-4752-b48d-89169327f3dc {{(pid=110544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 20:03:25.442798 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-e6727017-ebb1-47e3-a302-5baf68ed6066 service neutron] Publish callbacks [] for port (b9536b26-42f3-4752-b48d-89169327f3dc), precommit_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:25.455511 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.provisioning_blocks [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-e6727017-ebb1-47e3-a302-5baf68ed6066 service neutron] Transition to ACTIVE for port object b9536b26-42f3-4752-b48d-89169327f3dc will not be triggered until provisioned by entity L2. {{(pid=110544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 20:03:25.459386 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-e6727017-ebb1-47e3-a302-5baf68ed6066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (b9536b26-42f3-4752-b48d-89169327f3dc), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:25.498912 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=37 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:25.500051 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=89 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:25.504293 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6727017-ebb1-47e3-a302-5baf68ed6066 service neutron] Pushing event updated for resources: {'Port': ['ID=b9536b26-42f3-4752-b48d-89169327f3dc,revision_number=2']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:25.557012 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:25.584322 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-e6727017-ebb1-47e3-a302-5baf68ed6066 service neutron] Attempting to bind port b9536b26-42f3-4752-b48d-89169327f3dc on host hv-cinder-84460 for vnic_type normal with profile {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 20:03:25.584577 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-e6727017-ebb1-47e3-a302-5baf68ed6066 service neutron] Attempting to bind port b9536b26-42f3-4752-b48d-89169327f3dc by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '324bd86d-314b-498b-b1f7-867e3e9f7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'cb46ba7b-648e-4780-990c-7464d8fd9433'}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 20:03:25.584901 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-e6727017-ebb1-47e3-a302-5baf68ed6066 service neutron] Attempting to bind port b9536b26-42f3-4752-b48d-89169327f3dc on network cb46ba7b-648e-4780-990c-7464d8fd9433 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 20:03:25.589261 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-e6727017-ebb1-47e3-a302-5baf68ed6066 service neutron] Port b9536b26-42f3-4752-b48d-89169327f3dc on network cb46ba7b-648e-4780-990c-7464d8fd9433 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 20:03:25.589603 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-e6727017-ebb1-47e3-a302-5baf68ed6066 service neutron] Attempting to bind port b9536b26-42f3-4752-b48d-89169327f3dc on network cb46ba7b-648e-4780-990c-7464d8fd9433 {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 20:03:25.594381 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-e6727017-ebb1-47e3-a302-5baf68ed6066 service neutron] Checking agent: {'id': '080768a1-72cc-47dc-9460-2bcdea095798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'started_at': datetime.datetime(2022, 7, 1, 19, 50, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 20, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 20:03:25.594712 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-e6727017-ebb1-47e3-a302-5baf68ed6066 service neutron] Checking segment: {'id': '324bd86d-314b-498b-b1f7-867e3e9f7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'cb46ba7b-648e-4780-990c-7464d8fd9433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 20:03:25.595086 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-e6727017-ebb1-47e3-a302-5baf68ed6066 service neutron] Bound using segment: {'id': '324bd86d-314b-498b-b1f7-867e3e9f7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'cb46ba7b-648e-4780-990c-7464d8fd9433'} {{(pid=110544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 20:03:25.595501 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.managers [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-e6727017-ebb1-47e3-a302-5baf68ed6066 service neutron] Bound port: b9536b26-42f3-4752-b48d-89169327f3dc, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '324bd86d-314b-498b-b1f7-867e3e9f7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'cb46ba7b-648e-4780-990c-7464d8fd9433'}}] {{(pid=110544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 20:03:25.595847 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-e6727017-ebb1-47e3-a302-5baf68ed6066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (b9536b26-42f3-4752-b48d-89169327f3dc), before_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:25.655726 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-e6727017-ebb1-47e3-a302-5baf68ed6066 service neutron] For port b9536b26-42f3-4752-b48d-89169327f3dc, host hv-cinder-84460, cleared binding levels {{(pid=110544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 20:03:25.658705 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-e6727017-ebb1-47e3-a302-5baf68ed6066 service neutron] For port b9536b26-42f3-4752-b48d-89169327f3dc, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b9536b26-42f3-4752-b48d-89169327f3dc,segment=NetworkSegment(324bd86d-314b-498b-b1f7-867e3e9f7880),segment_id=324bd86d-314b-498b-b1f7-867e3e9f7880)] {{(pid=110544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 20:03:25.665155 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-e6727017-ebb1-47e3-a302-5baf68ed6066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6193727'] for port (b9536b26-42f3-4752-b48d-89169327f3dc), after_update {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:25.670174 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:25.702816 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-e6727017-ebb1-47e3-a302-5baf68ed6066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:25.703488 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-e6727017-ebb1-47e3-a302-5baf68ed6066 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:25.704895 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-e6727017-ebb1-47e3-a302-5baf68ed6066 service neutron] 10.222.0.60 "PUT /v2.0/ports/b9536b26-42f3-4752-b48d-89169327f3dc HTTP/1.1" status: 200 len: 1093 time: 0.9738169 Jul 01 20:03:25.705402 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b69ef6-f510-4e9c-b4c2-0e380cf5be19', 'tag': 'b9536b26-42f3-4752-b48d-89169327f3dc'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:03:25.707667 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2721d7a-702a-4668-b5b7-93733d60bece" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b69ef6-f510-4e9c-b4c2-0e380cf5be19", "tag": "b9536b26-42f3-4752-b48d-89169327f3dc"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:03:25.736703 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6727017-ebb1-47e3-a302-5baf68ed6066 service neutron] Pushing event updated for resources: {'Port': ['ID=b9536b26-42f3-4752-b48d-89169327f3dc,revision_number=3']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:25.748419 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 20:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccb52ba-1f06-4ecc-ba2d-6c425cbf2cd4 x-openstack-request-id: req-9ccb52ba-1f06-4ecc-ba2d-6c425cbf2cd4 {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:03:25.748419 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b69ef6-f510-4e9c-b4c2-0e380cf5be19", "tag": "b9536b26-42f3-4752-b48d-89169327f3dc", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:03:25.748643 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9ccb52ba-1f06-4ecc-ba2d-6c425cbf2cd4 {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:03:25.749047 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ccb52ba-1f06-4ecc-ba2d-6c425cbf2cd4'] response: {'name': 'network-changed', 'server_uuid': 'f1b69ef6-f510-4e9c-b4c2-0e380cf5be19', 'tag': 'b9536b26-42f3-4752-b48d-89169327f3dc', 'status': 'completed', 'code': 200} Jul 01 20:03:25.878080 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-8060bbd9-806d-4381-82ab-f9342dfd69de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:25.879489 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-8060bbd9-806d-4381-82ab-f9342dfd69de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8fc7896ac2f04a87bbe1e19b92c87fc6&device_id=f1b69ef6-f510-4e9c-b4c2-0e380cf5be19 HTTP/1.1" status: 200 len: 1127 time: 0.1374145 Jul 01 20:03:25.921386 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-aa38f8d2-0586-48df-b6a6-1e5bee6756ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9536b26-42f3-4752-b48d-89169327f3dc HTTP/1.1" status: 200 len: 217 time: 0.0344787 Jul 01 20:03:25.970534 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-9d08ec5a-cca6-468d-8dc3-b9c742d4fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:25.972035 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-9d08ec5a-cca6-468d-8dc3-b9c742d4fea4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e0654df8-5f7e-4d86-bf16-c3801e48041b HTTP/1.1" status: 200 len: 854 time: 0.0454371 Jul 01 20:03:26.005274 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-e949375e-9434-4876-9d0f-1cd5424ea0cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cb46ba7b-648e-4780-990c-7464d8fd9433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261431 Jul 01 20:03:26.106916 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-895f9417-77ec-41b2-9ce4-9cf406d6659c service neutron] 10.222.0.60 "GET /v2.0/networks/cb46ba7b-648e-4780-990c-7464d8fd9433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949185 Jul 01 20:03:26.205832 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-f53402ad-5bd7-4d77-a390-7a8b5e9add19 req-69e436ed-5e84-4d0a-9964-ce2af7b262f0 service neutron] 10.222.0.60 "GET /v2.0/networks/cb46ba7b-648e-4780-990c-7464d8fd9433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921426 Jul 01 20:03:26.520999 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbaaa1-9251-4052-ae2c-347468b9a6cc req-b92c4782-bf18-44cd-a568-7d532a5f4e49 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:26.522512 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a6dbaaa1-9251-4052-ae2c-347468b9a6cc req-b92c4782-bf18-44cd-a568-7d532a5f4e49 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b69ef6-f510-4e9c-b4c2-0e380cf5be19 HTTP/1.1" status: 200 len: 943 time: 0.0520861 Jul 01 20:03:26.570111 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-a6dbaaa1-9251-4052-ae2c-347468b9a6cc req-bd0d625c-0191-460d-96fc-ba7132b6a7d3 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ccb6bd6-967f-42a6-8048-ecf288fc72d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413902 Jul 01 20:03:26.937949 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2721d7a-702a-4668-b5b7-93733d60bece req-809462c5-54fa-4491-9019-5878687b8123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:26.939471 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d2721d7a-702a-4668-b5b7-93733d60bece req-809462c5-54fa-4491-9019-5878687b8123 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8fc7896ac2f04a87bbe1e19b92c87fc6&device_id=f1b69ef6-f510-4e9c-b4c2-0e380cf5be19 HTTP/1.1" status: 200 len: 1127 time: 0.0396066 Jul 01 20:03:27.036414 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2721d7a-702a-4668-b5b7-93733d60bece req-7a59f566-db47-4bca-8f0c-96928fd1b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:27.038968 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d2721d7a-702a-4668-b5b7-93733d60bece req-7a59f566-db47-4bca-8f0c-96928fd1b4ef service neutron] 10.222.0.60 "GET /v2.0/networks?id=cb46ba7b-648e-4780-990c-7464d8fd9433 HTTP/1.1" status: 200 len: 915 time: 0.0918906 Jul 01 20:03:27.078910 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d2721d7a-702a-4668-b5b7-93733d60bece req-9357e8d2-192b-43ce-922b-1f3ec9354c48 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9536b26-42f3-4752-b48d-89169327f3dc HTTP/1.1" status: 200 len: 217 time: 0.0334573 Jul 01 20:03:27.127094 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2721d7a-702a-4668-b5b7-93733d60bece req-b5a1b871-ac73-4510-95dc-a9af5b12ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:27.128510 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d2721d7a-702a-4668-b5b7-93733d60bece req-b5a1b871-ac73-4510-95dc-a9af5b12ccb2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e0654df8-5f7e-4d86-bf16-c3801e48041b HTTP/1.1" status: 200 len: 854 time: 0.0440011 Jul 01 20:03:27.160027 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d2721d7a-702a-4668-b5b7-93733d60bece req-4cf72e75-d8bc-47e7-9a8d-1d0caa1c1416 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cb46ba7b-648e-4780-990c-7464d8fd9433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258064 Jul 01 20:03:27.266481 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d2721d7a-702a-4668-b5b7-93733d60bece req-1d93d3b3-5f18-4f37-bb07-fc8fd0acbf80 service neutron] 10.222.0.60 "GET /v2.0/networks/cb46ba7b-648e-4780-990c-7464d8fd9433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994265 Jul 01 20:03:27.305298 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:27.370804 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d2721d7a-702a-4668-b5b7-93733d60bece req-152dbb43-a7a7-4b56-8ea9-a86ba916d86c service neutron] 10.222.0.60 "GET /v2.0/networks/cb46ba7b-648e-4780-990c-7464d8fd9433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990283 Jul 01 20:03:27.499785 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36282) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:27.607453 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a527ff0d-b881-4e10-9b47-993d564cf9a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:27.686059 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a527ff0d-b881-4e10-9b47-993d564cf9a8 admin admin] Publish callbacks [] for security_group (30b372ab-e351-4fcb-9c9e-27a26459f0c8), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:27.689711 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a527ff0d-b881-4e10-9b47-993d564cf9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (30b372ab-e351-4fcb-9c9e-27a26459f0c8), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:27.690388 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdfe74-623a-467f-9812-bb580ed8c50a req-18e0f927-2ee6-43e7-a9ee-b6fb41cc1c99 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:27.691927 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-facdfe74-623a-467f-9812-bb580ed8c50a req-18e0f927-2ee6-43e7-a9ee-b6fb41cc1c99 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b69ef6-f510-4e9c-b4c2-0e380cf5be19 HTTP/1.1" status: 200 len: 943 time: 0.0503678 Jul 01 20:03:27.729271 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527ff0d-b881-4e10-9b47-993d564cf9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b372ab-e351-4fcb-9c9e-27a26459f0c8,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:27.733565 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-a527ff0d-b881-4e10-9b47-993d564cf9a8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5b13ed2b118641f286de3f0c3696bcb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327447 Jul 01 20:03:27.736198 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36288) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:27.745000 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-facdfe74-623a-467f-9812-bb580ed8c50a req-18f6993e-49e1-4659-bfaa-c470c2231ac6 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ccb6bd6-967f-42a6-8048-ecf288fc72d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452271 Jul 01 20:03:27.789175 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-bdb9f5b0-8355-40bd-8568-54409db2ab9d admin admin] Publish callbacks [] for security_group (30b372ab-e351-4fcb-9c9e-27a26459f0c8), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:27.811666 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-bdb9f5b0-8355-40bd-8568-54409db2ab9d admin admin] Publish callbacks [] for security_group (30b372ab-e351-4fcb-9c9e-27a26459f0c8), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:27.858515 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-bdb9f5b0-8355-40bd-8568-54409db2ab9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (30b372ab-e351-4fcb-9c9e-27a26459f0c8), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:27.861133 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-bdb9f5b0-8355-40bd-8568-54409db2ab9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:27.862311 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-bdb9f5b0-8355-40bd-8568-54409db2ab9d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/30b372ab-e351-4fcb-9c9e-27a26459f0c8 HTTP/1.1" status: 204 len: 168 time: 0.1252208 Jul 01 20:03:27.870807 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9f5b0-8355-40bd-8568-54409db2ab9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b372ab-e351-4fcb-9c9e-27a26459f0c8,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:28.399251 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device b9536b26-42f3-4752-b48d-89169327f3dc details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=110546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 20:03:28.478575 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:28.506068 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port b9536b26-42f3-4752-b48d-89169327f3dc, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b9536b26-42f3-4752-b48d-89169327f3dc,segment=NetworkSegment(324bd86d-314b-498b-b1f7-867e3e9f7880),segment_id=324bd86d-314b-498b-b1f7-867e3e9f7880)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:03:28.518848 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Returning: {'device': 'b9536b26-42f3-4752-b48d-89169327f3dc', 'network_id': 'cb46ba7b-648e-4780-990c-7464d8fd9433', 'port_id': 'b9536b26-42f3-4752-b48d-89169327f3dc', 'mac_address': 'fa:16:3e:bb:39:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0654df8-5f7e-4d86-bf16-c3801e48041b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 20:03:28.555460 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port b9536b26-42f3-4752-b48d-89169327f3dc is: DOWN; New status is: BUILD {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 20:03:28.555883 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (b9536b26-42f3-4752-b48d-89169327f3dc), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:28.569382 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9536b26-42f3-4752-b48d-89169327f3dc {{(pid=110546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 20:03:28.590283 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port b9536b26-42f3-4752-b48d-89169327f3dc, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b9536b26-42f3-4752-b48d-89169327f3dc,segment=NetworkSegment(324bd86d-314b-498b-b1f7-867e3e9f7880),segment_id=324bd86d-314b-498b-b1f7-867e3e9f7880)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:03:28.594465 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (b9536b26-42f3-4752-b48d-89169327f3dc), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:28.642166 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=b9536b26-42f3-4752-b48d-89169327f3dc,revision_number=4']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:28.808578 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] get_ports_and_sgs() called for port_ids ['b9536b26-42f3-4752-b48d-89169327f3dc'] {{(pid=110546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 20:03:28.864150 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=100 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:28.874554 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950191d-92d8-449b-b1bc-b6820be699ea req-cdc54444-cbe1-4122-8071-9b94807b4285 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:28.876086 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7950191d-92d8-449b-b1bc-b6820be699ea req-cdc54444-cbe1-4122-8071-9b94807b4285 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b69ef6-f510-4e9c-b4c2-0e380cf5be19 HTTP/1.1" status: 200 len: 944 time: 0.0566072 Jul 01 20:03:28.927322 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-7950191d-92d8-449b-b1bc-b6820be699ea req-81d16715-b4f2-4b66-97bc-e9923790eb9b tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ccb6bd6-967f-42a6-8048-ecf288fc72d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456929 Jul 01 20:03:30.049539 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8bbb9a-533b-456a-9e63-5c63ebb41e57 req-afd22cbe-a04a-4c72-b87c-a3d17213f4b5 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:30.051229 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3c8bbb9a-533b-456a-9e63-5c63ebb41e57 req-afd22cbe-a04a-4c72-b87c-a3d17213f4b5 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b69ef6-f510-4e9c-b4c2-0e380cf5be19 HTTP/1.1" status: 200 len: 944 time: 0.0521188 Jul 01 20:03:30.099480 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-3c8bbb9a-533b-456a-9e63-5c63ebb41e57 req-b038f783-7ad0-47f0-8e5e-11461423c23f tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ccb6bd6-967f-42a6-8048-ecf288fc72d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421703 Jul 01 20:03:30.393046 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device b9536b26-42f3-4752-b48d-89169327f3dc up at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 20:03:30.436517 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning for port b9536b26-42f3-4752-b48d-89169327f3dc completed by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 20:03:30.442018 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.db.provisioning_blocks [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Provisioning complete for port b9536b26-42f3-4752-b48d-89169327f3dc triggered by entity L2. {{(pid=110546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 20:03:30.442420 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482127'] for port (b9536b26-42f3-4752-b48d-89169327f3dc), provisioning_complete {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:30.519592 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Current status of the port b9536b26-42f3-4752-b48d-89169327f3dc is: BUILD; New status is: ACTIVE {{(pid=110546) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 20:03:30.519985 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for port (b9536b26-42f3-4752-b48d-89169327f3dc), before_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:30.543390 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b69ef6-f510-4e9c-b4c2-0e380cf5be19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9536b26-42f3-4752-b48d-89169327f3dc'}] {{(pid=110546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:03:30.545672 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f081e2f0da6eb62e57ce6251f141fd7b8cd7e612be248cb49a47cc30e34ecf7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2d8fb1-c7fc-453d-8f46-0e0300f3d5d9" -d '{"events": [{"server_uuid": "f1b69ef6-f510-4e9c-b4c2-0e380cf5be19", "name": "network-vif-plugged", "status": "completed", "tag": "b9536b26-42f3-4752-b48d-89169327f3dc"}]}' {{(pid=110546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:03:30.558296 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.db [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] For port b9536b26-42f3-4752-b48d-89169327f3dc, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b9536b26-42f3-4752-b48d-89169327f3dc,segment=NetworkSegment(324bd86d-314b-498b-b1f7-867e3e9f7880),segment_id=324bd86d-314b-498b-b1f7-867e3e9f7880)] {{(pid=110546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:03:30.562309 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766990164938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766989768807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766989768825'] for port (b9536b26-42f3-4752-b48d-89169327f3dc), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:30.611236 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Pushing event updated for resources: {'Port': ['ID=b9536b26-42f3-4752-b48d-89169327f3dc,revision_number=5']} {{(pid=110546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:30.702502 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 20:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0812a2-3685-4512-aa83-0d33404c209c x-openstack-request-id: req-af0812a2-3685-4512-aa83-0d33404c209c {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:03:30.702809 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b69ef6-f510-4e9c-b4c2-0e380cf5be19", "name": "network-vif-plugged", "status": "completed", "tag": "b9536b26-42f3-4752-b48d-89169327f3dc", "code": 200}]} {{(pid=110546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:03:30.703063 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-af0812a2-3685-4512-aa83-0d33404c209c {{(pid=110546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:03:30.703465 dv-cinder-844601-7-iscsi neutron-server[110546]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af0812a2-3685-4512-aa83-0d33404c209c'] response: {'server_uuid': 'f1b69ef6-f510-4e9c-b4c2-0e380cf5be19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9536b26-42f3-4752-b48d-89169327f3dc', 'code': 200} Jul 01 20:03:30.860492 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee3614-e3fa-4abf-a72e-3716b940afd2 req-8bc3ce94-2d85-43a7-9962-a7be8aaf4819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:30.862027 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e7ee3614-e3fa-4abf-a72e-3716b940afd2 req-8bc3ce94-2d85-43a7-9962-a7be8aaf4819 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f1b69ef6-f510-4e9c-b4c2-0e380cf5be19 HTTP/1.1" status: 200 len: 1129 time: 0.0384285 Jul 01 20:03:30.907033 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e7ee3614-e3fa-4abf-a72e-3716b940afd2 req-3914a33b-f81b-499d-986e-08d86e985ac3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5ccb6bd6-967f-42a6-8048-ecf288fc72d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388801 Jul 01 20:03:31.217557 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac48fe-e0d9-4a60-914a-9673a197059c req-1f8960cb-04b1-4da0-a7d7-da5605dc8516 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:31.219032 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e9ac48fe-e0d9-4a60-914a-9673a197059c req-1f8960cb-04b1-4da0-a7d7-da5605dc8516 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b69ef6-f510-4e9c-b4c2-0e380cf5be19 HTTP/1.1" status: 200 len: 945 time: 0.0499144 Jul 01 20:03:31.266150 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-e9ac48fe-e0d9-4a60-914a-9673a197059c req-be984178-07e2-48d9-9413-57b0f434f9d7 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ccb6bd6-967f-42a6-8048-ecf288fc72d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417156 Jul 01 20:03:31.855553 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 20:03:32.378352 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9256e04-c2fc-4087-b430-f1a0b7c3dcde req-7b5e01ea-f234-4366-b0b5-cdb779cd8665 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:32.379814 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d9256e04-c2fc-4087-b430-f1a0b7c3dcde req-7b5e01ea-f234-4366-b0b5-cdb779cd8665 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b69ef6-f510-4e9c-b4c2-0e380cf5be19 HTTP/1.1" status: 200 len: 945 time: 0.0467272 Jul 01 20:03:32.427442 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-d9256e04-c2fc-4087-b430-f1a0b7c3dcde req-618abe91-b239-48bf-a01c-8826c9d0c7b2 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ccb6bd6-967f-42a6-8048-ecf288fc72d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415869 Jul 01 20:03:36.131059 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d1461e84-0e3f-4cfa-97a0-123f4f9ad9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:36.225713 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=15 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:37.169251 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36432) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:37.285738 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-2e636efc-896e-4871-abe0-5e056a75c2fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:37.364892 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-2e636efc-896e-4871-abe0-5e056a75c2fc admin admin] Publish callbacks [] for security_group (de869a00-af42-4e87-978f-4438b32866b4), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:37.368708 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-2e636efc-896e-4871-abe0-5e056a75c2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (de869a00-af42-4e87-978f-4438b32866b4), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:37.407719 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e636efc-896e-4871-abe0-5e056a75c2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de869a00-af42-4e87-978f-4438b32866b4,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:37.411734 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-2e636efc-896e-4871-abe0-5e056a75c2fc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=91265593821f4a1c8bc1f76aba94e493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414184 Jul 01 20:03:37.414364 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36436) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:37.428851 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:37.457234 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=14 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:37.471300 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d9f62077-78aa-4912-a830-c286d045667d admin admin] Publish callbacks [] for security_group (de869a00-af42-4e87-978f-4438b32866b4), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:37.495681 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d9f62077-78aa-4912-a830-c286d045667d admin admin] Publish callbacks [] for security_group (de869a00-af42-4e87-978f-4438b32866b4), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:37.542944 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d9f62077-78aa-4912-a830-c286d045667d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (de869a00-af42-4e87-978f-4438b32866b4), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:37.545412 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d9f62077-78aa-4912-a830-c286d045667d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:37.546600 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-d9f62077-78aa-4912-a830-c286d045667d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/de869a00-af42-4e87-978f-4438b32866b4 HTTP/1.1" status: 204 len: 168 time: 0.1313477 Jul 01 20:03:37.554568 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f62077-78aa-4912-a830-c286d045667d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de869a00-af42-4e87-978f-4438b32866b4,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:38.167399 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36460) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:38.387370 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-babf9e87-a0af-445f-8783-0df2b0fdabf2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1012654414-network', 'tenant_id': 'a63345953bec43bea51afe785fe6ae37'}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:03:38.407665 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babf9e87-a0af-445f-8783-0df2b0fdabf2 admin admin] Made reservation on behalf of a63345953bec43bea51afe785fe6ae37 for: {'network': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 20:03:38.410030 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-babf9e87-a0af-445f-8783-0df2b0fdabf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for network (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:38.418428 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-babf9e87-a0af-445f-8783-0df2b0fdabf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:38.493300 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-babf9e87-a0af-445f-8783-0df2b0fdabf2 admin admin] Publish callbacks [] for security_group (b2c36320-3c90-4586-89cd-a1808a3e7ee5), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:38.499249 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-babf9e87-a0af-445f-8783-0df2b0fdabf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (b2c36320-3c90-4586-89cd-a1808a3e7ee5), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:38.514382 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-babf9e87-a0af-445f-8783-0df2b0fdabf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=110545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 20:03:38.539241 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-babf9e87-a0af-445f-8783-0df2b0fdabf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (f25ee1de-fd19-4b9d-8861-6786165df900), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:38.539585 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.db.segments_db [None req-babf9e87-a0af-445f-8783-0df2b0fdabf2 admin admin] Added segment f25ee1de-fd19-4b9d-8861-6786165df900 of type vlan for network 7a4efd21-f664-453d-a822-f8dd9b0ae50a Jul 01 20:03:38.548168 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf9e87-a0af-445f-8783-0df2b0fdabf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c36320-3c90-4586-89cd-a1808a3e7ee5,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:38.583469 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-babf9e87-a0af-445f-8783-0df2b0fdabf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766989805963'] for network (7a4efd21-f664-453d-a822-f8dd9b0ae50a), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:38.599946 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-8d8348a4-0b0b-40f7-a16c-a9a6b0eee7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:38.611728 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-babf9e87-a0af-445f-8783-0df2b0fdabf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for network (7a4efd21-f664-453d-a822-f8dd9b0ae50a), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:38.612622 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babf9e87-a0af-445f-8783-0df2b0fdabf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:38.613197 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-babf9e87-a0af-445f-8783-0df2b0fdabf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:38.651977 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-babf9e87-a0af-445f-8783-0df2b0fdabf2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4834738 Jul 01 20:03:38.654802 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36464) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:38.683645 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-82f5f2e5-bd54-4c27-9cb5-bd058a3ca0b7 admin admin] Request body: {'subnet': {'network_id': '7a4efd21-f664-453d-a822-f8dd9b0ae50a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1012654414-subnet', 'tenant_id': 'a63345953bec43bea51afe785fe6ae37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:03:38.690097 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf9e87-a0af-445f-8783-0df2b0fdabf2 admin admin] Pushing event updated for resources: {'Network': ['ID=7a4efd21-f664-453d-a822-f8dd9b0ae50a,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:38.701020 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Network 7a4efd21-f664-453d-a822-f8dd9b0ae50a details requested by agent ovs-agent-dv-cinder-844601-7-iscsi with host dv-cinder-844601-7-iscsi {{(pid=110546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 20:03:38.706689 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f5f2e5-bd54-4c27-9cb5-bd058a3ca0b7 admin admin] Made reservation on behalf of a63345953bec43bea51afe785fe6ae37 for: {'subnet': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 20:03:38.709202 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-82f5f2e5-bd54-4c27-9cb5-bd058a3ca0b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4256211'] for subnet (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:39.128643 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-82f5f2e5-bd54-4c27-9cb5-bd058a3ca0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5114945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4256197'] for subnet (0c0e2d4c-9234-4328-b4ea-09af5f47e2e3), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:39.169422 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:39.182866 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5f2e5-bd54-4c27-9cb5-bd058a3ca0b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c0e2d4c-9234-4328-b4ea-09af5f47e2e3,revision_number=0']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:39.202926 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f5f2e5-bd54-4c27-9cb5-bd058a3ca0b7 admin admin] Checking segment: {'id': 'f25ee1de-fd19-4b9d-8861-6786165df900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7a4efd21-f664-453d-a822-f8dd9b0ae50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 20:03:39.203280 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f5f2e5-bd54-4c27-9cb5-bd058a3ca0b7 admin admin] Network hostable DHCP agents. Network: 7a4efd21-f664-453d-a822-f8dd9b0ae50a, hostable agents: ['c73d88bc-f5d4-4e4e-bef7-e6641222d38b'], hosted agents: [] {{(pid=110545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 20:03:39.222208 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f5f2e5-bd54-4c27-9cb5-bd058a3ca0b7 admin admin] Network 7a4efd21-f664-453d-a822-f8dd9b0ae50a is scheduled to be hosted by DHCP agent c73d88bc-f5d4-4e4e-bef7-e6641222d38b with binding_index 1 {{(pid=110545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 20:03:39.232669 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-82f5f2e5-bd54-4c27-9cb5-bd058a3ca0b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-7-iscsi, 7a4efd21-f664-453d-a822-f8dd9b0ae50a) {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 20:03:39.237700 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f5f2e5-bd54-4c27-9cb5-bd058a3ca0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:39.238901 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-82f5f2e5-bd54-4c27-9cb5-bd058a3ca0b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:39.243794 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66434bcc-f0fd-4397-91ae-fc070031f90a None None] Network 7a4efd21-f664-453d-a822-f8dd9b0ae50a requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 20:03:39.252102 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:39.271213 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-82f5f2e5-bd54-4c27-9cb5-bd058a3ca0b7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6152744 Jul 01 20:03:39.370424 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f739678e-0110-4ca1-91e3-1982d09ba079 None None] Network 7a4efd21-f664-453d-a822-f8dd9b0ae50a requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 20:03:39.758505 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 36486) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:39.763879 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.v2.base [None req-44ea4403-f2db-4d12-963c-f61f0b7e3a1f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-617397840-network', 'tenant_id': '73d4df984fd64d3cbfc5960822cffec6'}} {{(pid=110544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:03:39.783824 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:39.784812 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ea4403-f2db-4d12-963c-f61f0b7e3a1f admin admin] Made reservation on behalf of 73d4df984fd64d3cbfc5960822cffec6 for: {'network': 1} {{(pid=110544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 20:03:39.787242 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-44ea4403-f2db-4d12-963c-f61f0b7e3a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672308'] for network (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:39.796221 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-44ea4403-f2db-4d12-963c-f61f0b7e3a1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:39.870996 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-44ea4403-f2db-4d12-963c-f61f0b7e3a1f admin admin] Publish callbacks [] for security_group (d9112ef4-fe3a-4b13-a324-627dd1dc672b), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:39.875699 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-44ea4403-f2db-4d12-963c-f61f0b7e3a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (d9112ef4-fe3a-4b13-a324-627dd1dc672b), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:39.901787 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ea4403-f2db-4d12-963c-f61f0b7e3a1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=110544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 20:03:39.916948 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea4403-f2db-4d12-963c-f61f0b7e3a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9112ef4-fe3a-4b13-a324-627dd1dc672b,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:39.919777 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-44ea4403-f2db-4d12-963c-f61f0b7e3a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (84e61305-223b-4f94-84c6-1c9088aaf717), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:39.920124 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.db.segments_db [None req-44ea4403-f2db-4d12-963c-f61f0b7e3a1f admin admin] Added segment 84e61305-223b-4f94-84c6-1c9088aaf717 of type vlan for network 22025b06-3c40-4fb0-9ccf-33ed82c6a20e Jul 01 20:03:39.961194 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-44ea4403-f2db-4d12-963c-f61f0b7e3a1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766989805963'] for network (22025b06-3c40-4fb0-9ccf-33ed82c6a20e), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:39.985323 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-44ea4403-f2db-4d12-963c-f61f0b7e3a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372'] for network (22025b06-3c40-4fb0-9ccf-33ed82c6a20e), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:39.986352 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ea4403-f2db-4d12-963c-f61f0b7e3a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:39.986934 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-44ea4403-f2db-4d12-963c-f61f0b7e3a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:39.994749 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:40.017293 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-44ea4403-f2db-4d12-963c-f61f0b7e3a1f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.2576652 Jul 01 20:03:40.020692 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36488) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:40.026473 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.v2.base [None req-d335e856-6116-47e6-938c-26f20dbc6887 admin admin] Request body: {'subnet': {'network_id': '22025b06-3c40-4fb0-9ccf-33ed82c6a20e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-617397840-subnet', 'tenant_id': '73d4df984fd64d3cbfc5960822cffec6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 20:03:40.045791 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d335e856-6116-47e6-938c-26f20dbc6887 admin admin] Made reservation on behalf of 73d4df984fd64d3cbfc5960822cffec6 for: {'subnet': 1} {{(pid=110545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 20:03:40.048236 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d335e856-6116-47e6-938c-26f20dbc6887 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4256211'] for subnet (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:40.054649 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea4403-f2db-4d12-963c-f61f0b7e3a1f admin admin] Pushing event updated for resources: {'Network': ['ID=22025b06-3c40-4fb0-9ccf-33ed82c6a20e,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:40.064972 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Network 22025b06-3c40-4fb0-9ccf-33ed82c6a20e details requested by agent ovs-agent-dv-cinder-844601-7-iscsi with host dv-cinder-844601-7-iscsi {{(pid=110546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 20:03:40.227024 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d335e856-6116-47e6-938c-26f20dbc6887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5114945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4256197'] for subnet (7f191d49-a412-48b7-8751-24a4e2a11f5c), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:40.279448 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335e856-6116-47e6-938c-26f20dbc6887 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f191d49-a412-48b7-8751-24a4e2a11f5c,revision_number=0']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:40.294505 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d335e856-6116-47e6-938c-26f20dbc6887 admin admin] Checking segment: {'id': '84e61305-223b-4f94-84c6-1c9088aaf717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '22025b06-3c40-4fb0-9ccf-33ed82c6a20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 20:03:40.294860 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d335e856-6116-47e6-938c-26f20dbc6887 admin admin] Network hostable DHCP agents. Network: 22025b06-3c40-4fb0-9ccf-33ed82c6a20e, hostable agents: ['c73d88bc-f5d4-4e4e-bef7-e6641222d38b'], hosted agents: [] {{(pid=110545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 20:03:40.311498 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d335e856-6116-47e6-938c-26f20dbc6887 admin admin] Network 22025b06-3c40-4fb0-9ccf-33ed82c6a20e is scheduled to be hosted by DHCP agent c73d88bc-f5d4-4e4e-bef7-e6641222d38b with binding_index 1 {{(pid=110545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 20:03:40.321890 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.scheduler.base_scheduler [None req-d335e856-6116-47e6-938c-26f20dbc6887 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-7-iscsi, 22025b06-3c40-4fb0-9ccf-33ed82c6a20e) {{(pid=110545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 20:03:40.327145 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d335e856-6116-47e6-938c-26f20dbc6887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:40.327737 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d335e856-6116-47e6-938c-26f20dbc6887 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:40.332074 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d130a4-4d1a-47f3-a938-77e1a3f2676e None None] Network 22025b06-3c40-4fb0-9ccf-33ed82c6a20e requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 20:03:40.345199 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-d335e856-6116-47e6-938c-26f20dbc6887 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3228722 Jul 01 20:03:40.404098 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:40.409938 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:40.437934 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2936c1f8-f0c1-40ce-9a3f-080e18ac3d6a None None] Network 22025b06-3c40-4fb0-9ccf-33ed82c6a20e requested from dv-cinder-844601-7-iscsi {{(pid=110546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 20:03:40.461773 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36494) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:40.510094 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ba8281-64a6-4785-b775-7439e577245e admin admin] Deleting subnet 0c0e2d4c-9234-4328-b4ea-09af5f47e2e3 {{(pid=110545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 20:03:40.513473 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-28ba8281-64a6-4785-b775-7439e577245e admin admin] Publish callbacks [] for subnet (0c0e2d4c-9234-4328-b4ea-09af5f47e2e3), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:40.549997 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-28ba8281-64a6-4785-b775-7439e577245e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7752395'] for subnet (0c0e2d4c-9234-4328-b4ea-09af5f47e2e3), precommit_delete_associations {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:40.593652 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-28ba8281-64a6-4785-b775-7439e577245e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482502'] for subnet (0c0e2d4c-9234-4328-b4ea-09af5f47e2e3), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:40.647007 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-28ba8281-64a6-4785-b775-7439e577245e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5117086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4256252'] for subnet (0c0e2d4c-9234-4328-b4ea-09af5f47e2e3), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:40.673355 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba8281-64a6-4785-b775-7439e577245e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c0e2d4c-9234-4328-b4ea-09af5f47e2e3,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:40.677222 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-28ba8281-64a6-4785-b775-7439e577245e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:40.680402 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-28ba8281-64a6-4785-b775-7439e577245e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0c0e2d4c-9234-4328-b4ea-09af5f47e2e3 HTTP/1.1" status: 204 len: 168 time: 0.2175405 Jul 01 20:03:40.683747 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36496) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:40.754599 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a8f1441b-a88f-4e7d-b38a-c5d5738406aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624501'] for network (7a4efd21-f664-453d-a822-f8dd9b0ae50a), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:40.832465 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a8f1441b-a88f-4e7d-b38a-c5d5738406aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599248', 'neutron.services.segments.db._delete_segments_for_network-8766990268766'] for network (7a4efd21-f664-453d-a822-f8dd9b0ae50a), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:40.834672 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:40.853934 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-a8f1441b-a88f-4e7d-b38a-c5d5738406aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a4efd21-f664-453d-a822-f8dd9b0ae50a']}} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:40.864123 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-a8f1441b-a88f-4e7d-b38a-c5d5738406aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25ee1de-fd19-4b9d-8861-6786165df900') {'for_net_delete': True} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:40.864418 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-a8f1441b-a88f-4e7d-b38a-c5d5738406aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25ee1de-fd19-4b9d-8861-6786165df900') {} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:40.874603 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a8f1441b-a88f-4e7d-b38a-c5d5738406aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766990270311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7752432'] for segment (f25ee1de-fd19-4b9d-8861-6786165df900), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:40.888129 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a8f1441b-a88f-4e7d-b38a-c5d5738406aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (f25ee1de-fd19-4b9d-8861-6786165df900), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:40.894553 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f1441b-a88f-4e7d-b38a-c5d5738406aa admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=110545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 20:03:40.895281 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a8f1441b-a88f-4e7d-b38a-c5d5738406aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5116964'] for segment (f25ee1de-fd19-4b9d-8861-6786165df900), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:40.923708 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=5 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:40.925786 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment f25ee1de-fd19-4b9d-8861-6786165df900 resource provider aggregate not found Jul 01 20:03:40.965290 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a8f1441b-a88f-4e7d-b38a-c5d5738406aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725398'] for network (7a4efd21-f664-453d-a822-f8dd9b0ae50a), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:40.971927 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-a8f1441b-a88f-4e7d-b38a-c5d5738406aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:40.975327 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-a8f1441b-a88f-4e7d-b38a-c5d5738406aa admin admin] 10.222.0.66 "DELETE /v2.0/networks/7a4efd21-f664-453d-a822-f8dd9b0ae50a HTTP/1.1" status: 204 len: 168 time: 0.2905524 Jul 01 20:03:40.977282 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment f25ee1de-fd19-4b9d-8861-6786165df900 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f25ee1de-fd19-4b9d-8861-6786165df900 found for delete ", "request_id": "req-360cbc14-125b-4ad3-9a29-66ca9858ffd7"}]} Jul 01 20:03:40.978144 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 36502) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:40.988908 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1441b-a88f-4e7d-b38a-c5d5738406aa admin admin] Pushing event deleted for resources: {'Network': ['ID=7a4efd21-f664-453d-a822-f8dd9b0ae50a,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:41.028288 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.db_base_plugin_v2 [None req-e566b6b3-d14f-4a1a-bc21-924ba7b738ce admin admin] Deleting subnet 7f191d49-a412-48b7-8751-24a4e2a11f5c {{(pid=110544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 20:03:41.031635 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e566b6b3-d14f-4a1a-bc21-924ba7b738ce admin admin] Publish callbacks [] for subnet (7f191d49-a412-48b7-8751-24a4e2a11f5c), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:41.067291 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e566b6b3-d14f-4a1a-bc21-924ba7b738ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5827189'] for subnet (7f191d49-a412-48b7-8751-24a4e2a11f5c), precommit_delete_associations {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:41.087608 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:41.109381 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e566b6b3-d14f-4a1a-bc21-924ba7b738ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482502'] for subnet (7f191d49-a412-48b7-8751-24a4e2a11f5c), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:41.140987 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:41.169251 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e566b6b3-d14f-4a1a-bc21-924ba7b738ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6193769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6123257'] for subnet (7f191d49-a412-48b7-8751-24a4e2a11f5c), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:41.199210 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b6b3-d14f-4a1a-bc21-924ba7b738ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f191d49-a412-48b7-8751-24a4e2a11f5c,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:41.203816 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e566b6b3-d14f-4a1a-bc21-924ba7b738ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for subnet (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:41.207048 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-e566b6b3-d14f-4a1a-bc21-924ba7b738ce admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7f191d49-a412-48b7-8751-24a4e2a11f5c HTTP/1.1" status: 204 len: 168 time: 0.2278998 Jul 01 20:03:41.209474 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 36504) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:41.278295 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e7a6b7de-9ece-4163-9a67-532081187216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624501'] for network (22025b06-3c40-4fb0-9ccf-33ed82c6a20e), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:41.361832 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e7a6b7de-9ece-4163-9a67-532081187216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599248', 'neutron.services.segments.db._delete_segments_for_network-8766990268766'] for network (22025b06-3c40-4fb0-9ccf-33ed82c6a20e), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:41.383070 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.services.segments.db [None req-e7a6b7de-9ece-4163-9a67-532081187216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22025b06-3c40-4fb0-9ccf-33ed82c6a20e']}} {{(pid=110544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:41.392243 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.services.segments.db [None req-e7a6b7de-9ece-4163-9a67-532081187216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e61305-223b-4f94-84c6-1c9088aaf717') {'for_net_delete': True} {{(pid=110544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:41.392543 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.services.segments.db [None req-e7a6b7de-9ece-4163-9a67-532081187216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e61305-223b-4f94-84c6-1c9088aaf717') {} {{(pid=110544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:03:41.402561 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e7a6b7de-9ece-4163-9a67-532081187216 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766990270311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5827150'] for segment (84e61305-223b-4f94-84c6-1c9088aaf717), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:41.416049 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e7a6b7de-9ece-4163-9a67-532081187216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (84e61305-223b-4f94-84c6-1c9088aaf717), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:41.418267 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:41.423390 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a6b7de-9ece-4163-9a67-532081187216 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=110544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 20:03:41.423677 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e7a6b7de-9ece-4163-9a67-532081187216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6193875'] for segment (84e61305-223b-4f94-84c6-1c9088aaf717), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:41.484042 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e7a6b7de-9ece-4163-9a67-532081187216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725398'] for network (22025b06-3c40-4fb0-9ccf-33ed82c6a20e), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:41.489712 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-e7a6b7de-9ece-4163-9a67-532081187216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:41.494052 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-e7a6b7de-9ece-4163-9a67-532081187216 admin admin] 10.222.0.66 "DELETE /v2.0/networks/22025b06-3c40-4fb0-9ccf-33ed82c6a20e HTTP/1.1" status: 204 len: 168 time: 0.2835670 Jul 01 20:03:41.509445 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6b7de-9ece-4163-9a67-532081187216 admin admin] Pushing event deleted for resources: {'Network': ['ID=22025b06-3c40-4fb0-9ccf-33ed82c6a20e,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:41.576707 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.services.segments.plugin [-] Segment 84e61305-223b-4f94-84c6-1c9088aaf717 resource provider aggregate not found Jul 01 20:03:41.595333 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.services.segments.plugin [-] Segment 84e61305-223b-4f94-84c6-1c9088aaf717 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84e61305-223b-4f94-84c6-1c9088aaf717 found for delete ", "request_id": "req-413123dc-a8c1-424a-9500-e6a3f5b7c0ab"}]} Jul 01 20:03:41.663604 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36516) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:41.703950 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-11b68c05-ab3b-4da5-8d33-d32dacdd12a6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a63345953bec43bea51afe785fe6ae37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392153 Jul 01 20:03:41.706296 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36518) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:41.753233 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c96f065c-0cdd-4316-af5f-6d92c2a03f26 admin admin] Publish callbacks [] for security_group (b2c36320-3c90-4586-89cd-a1808a3e7ee5), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:41.774449 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c96f065c-0cdd-4316-af5f-6d92c2a03f26 admin admin] Publish callbacks [] for security_group (b2c36320-3c90-4586-89cd-a1808a3e7ee5), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:41.824561 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c96f065c-0cdd-4316-af5f-6d92c2a03f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (b2c36320-3c90-4586-89cd-a1808a3e7ee5), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:41.827167 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-c96f065c-0cdd-4316-af5f-6d92c2a03f26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:41.828294 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-c96f065c-0cdd-4316-af5f-6d92c2a03f26 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b2c36320-3c90-4586-89cd-a1808a3e7ee5 HTTP/1.1" status: 204 len: 168 time: 0.1211131 Jul 01 20:03:41.836190 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f065c-0cdd-4316-af5f-6d92c2a03f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c36320-3c90-4586-89cd-a1808a3e7ee5,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:42.144978 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36524) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:42.185085 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-ab59ff2b-5559-4803-bbf4-d143eeb5e630 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=73d4df984fd64d3cbfc5960822cffec6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389247 Jul 01 20:03:42.187634 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36526) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:42.235654 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1ba0c56b-e888-44db-bfb8-83171af06aa9 admin admin] Publish callbacks [] for security_group (d9112ef4-fe3a-4b13-a324-627dd1dc672b), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:42.256528 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1ba0c56b-e888-44db-bfb8-83171af06aa9 admin admin] Publish callbacks [] for security_group (d9112ef4-fe3a-4b13-a324-627dd1dc672b), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:42.302627 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1ba0c56b-e888-44db-bfb8-83171af06aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (d9112ef4-fe3a-4b13-a324-627dd1dc672b), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:42.305149 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-1ba0c56b-e888-44db-bfb8-83171af06aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:42.306310 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-1ba0c56b-e888-44db-bfb8-83171af06aa9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d9112ef4-fe3a-4b13-a324-627dd1dc672b HTTP/1.1" status: 204 len: 168 time: 0.1177909 Jul 01 20:03:42.315219 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0c56b-e888-44db-bfb8-83171af06aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9112ef4-fe3a-4b13-a324-627dd1dc672b,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:44.271677 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 36606) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:44.379237 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fd044841-9ad3-459c-bcd1-bfb809a7f9ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:44.458667 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fd044841-9ad3-459c-bcd1-bfb809a7f9ea admin admin] Publish callbacks [] for security_group (e5497666-6dbc-4798-bf61-8d2a48350394), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:44.462110 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-fd044841-9ad3-459c-bcd1-bfb809a7f9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (e5497666-6dbc-4798-bf61-8d2a48350394), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:44.500933 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd044841-9ad3-459c-bcd1-bfb809a7f9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5497666-6dbc-4798-bf61-8d2a48350394,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:44.506523 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-fd044841-9ad3-459c-bcd1-bfb809a7f9ea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c083694e42464c73a0a1ce62a6c507bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326214 Jul 01 20:03:44.507978 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 36610) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:44.556755 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-de53120d-1c33-4083-8268-0a2f257b9678 admin admin] Publish callbacks [] for security_group (e5497666-6dbc-4798-bf61-8d2a48350394), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:44.578895 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-de53120d-1c33-4083-8268-0a2f257b9678 admin admin] Publish callbacks [] for security_group (e5497666-6dbc-4798-bf61-8d2a48350394), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:44.626759 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-de53120d-1c33-4083-8268-0a2f257b9678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (e5497666-6dbc-4798-bf61-8d2a48350394), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:44.629394 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-de53120d-1c33-4083-8268-0a2f257b9678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:44.633909 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-de53120d-1c33-4083-8268-0a2f257b9678 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e5497666-6dbc-4798-bf61-8d2a48350394 HTTP/1.1" status: 204 len: 168 time: 0.1217957 Jul 01 20:03:44.640574 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53120d-1c33-4083-8268-0a2f257b9678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5497666-6dbc-4798-bf61-8d2a48350394,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:44.891372 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.wsgi [-] (110544) accepted ('10.222.0.66', 36618) {{(pid=110544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:44.905298 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ab2bf9da-8110-4f59-9bed-059a28828c6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:44.907651 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:44.929897 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:44.997565 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ab2bf9da-8110-4f59-9bed-059a28828c6e admin admin] Publish callbacks [] for security_group (af748b50-e664-4e62-a7e6-654fb1fec6da), precommit_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:45.001030 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [None req-ab2bf9da-8110-4f59-9bed-059a28828c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (af748b50-e664-4e62-a7e6-654fb1fec6da), after_create {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:45.040726 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [None req-ab2bf9da-8110-4f59-9bed-059a28828c6e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=69ca2cdce7bf4f13ab10473f50dc789b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482432 Jul 01 20:03:45.041609 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bf9da-8110-4f59-9bed-059a28828c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af748b50-e664-4e62-a7e6-654fb1fec6da,revision_number=1']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:45.044742 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36620) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:03:45.098510 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-65257206-9576-430a-b35c-eef0571f66a1 admin admin] Publish callbacks [] for security_group (af748b50-e664-4e62-a7e6-654fb1fec6da), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:45.119901 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-65257206-9576-430a-b35c-eef0571f66a1 admin admin] Publish callbacks [] for security_group (af748b50-e664-4e62-a7e6-654fb1fec6da), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:45.166304 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-65257206-9576-430a-b35c-eef0571f66a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (af748b50-e664-4e62-a7e6-654fb1fec6da), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:45.169887 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-65257206-9576-430a-b35c-eef0571f66a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:45.171084 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-65257206-9576-430a-b35c-eef0571f66a1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/af748b50-e664-4e62-a7e6-654fb1fec6da HTTP/1.1" status: 204 len: 168 time: 0.1250587 Jul 01 20:03:45.178698 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65257206-9576-430a-b35c-eef0571f66a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af748b50-e664-4e62-a7e6-654fb1fec6da,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:03:45.186908 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65257206-9576-430a-b35c-eef0571f66a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:45.187255 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65257206-9576-430a-b35c-eef0571f66a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:45.187594 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65257206-9576-430a-b35c-eef0571f66a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:45.187931 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65257206-9576-430a-b35c-eef0571f66a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:45.188262 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65257206-9576-430a-b35c-eef0571f66a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:45.188590 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65257206-9576-430a-b35c-eef0571f66a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:45.188912 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65257206-9576-430a-b35c-eef0571f66a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:45.189247 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65257206-9576-430a-b35c-eef0571f66a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:45.189553 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65257206-9576-430a-b35c-eef0571f66a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:45.189900 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65257206-9576-430a-b35c-eef0571f66a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:45.190305 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65257206-9576-430a-b35c-eef0571f66a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:45.190760 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65257206-9576-430a-b35c-eef0571f66a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:45.191294 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65257206-9576-430a-b35c-eef0571f66a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:45.191836 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65257206-9576-430a-b35c-eef0571f66a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:45.192546 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65257206-9576-430a-b35c-eef0571f66a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:03:47.336745 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:03:47.852476 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:47.858361 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=16 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:55.034886 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:INSERT=1,neutron:SELECT=10 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:55.036717 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=18,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:55.181420 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=60,neutron:DELETE=5 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:55.182207 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=72,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:56.715093 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc7591-a25a-4a63-acc6-57cb53234c97 req-f6d12a58-da70-446a-83f4-6c858ab88fb6 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:56.716457 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9cfc7591-a25a-4a63-acc6-57cb53234c97 req-f6d12a58-da70-446a-83f4-6c858ab88fb6 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b69ef6-f510-4e9c-b4c2-0e380cf5be19 HTTP/1.1" status: 200 len: 945 time: 0.0473571 Jul 01 20:03:56.762800 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-9cfc7591-a25a-4a63-acc6-57cb53234c97 req-3427b8f8-222a-4323-bfe5-0cd323f37e23 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ccb6bd6-967f-42a6-8048-ecf288fc72d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407858 Jul 01 20:03:57.327807 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:57.329792 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=13 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:57.331482 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:03:57.876599 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fa7e7-f14f-4c6d-9359-852415cd77ee req-a2658d5b-e7af-41d8-a2dc-6e367e2eee5b tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:57.878056 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b30fa7e7-f14f-4c6d-9359-852415cd77ee req-a2658d5b-e7af-41d8-a2dc-6e367e2eee5b tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b69ef6-f510-4e9c-b4c2-0e380cf5be19 HTTP/1.1" status: 200 len: 945 time: 0.0471194 Jul 01 20:03:57.929020 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b30fa7e7-f14f-4c6d-9359-852415cd77ee req-8e41f71f-804e-4ae9-8073-cca3d85ba214 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ccb6bd6-967f-42a6-8048-ecf288fc72d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454776 Jul 01 20:03:59.042133 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9315d6c-edca-4eb6-a3d9-0c8fe1b7fd1d req-17c1fd92-5599-442c-a0bb-768ddebe9aab tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:03:59.043636 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b9315d6c-edca-4eb6-a3d9-0c8fe1b7fd1d req-17c1fd92-5599-442c-a0bb-768ddebe9aab tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b69ef6-f510-4e9c-b4c2-0e380cf5be19 HTTP/1.1" status: 200 len: 945 time: 0.0478141 Jul 01 20:03:59.092477 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-b9315d6c-edca-4eb6-a3d9-0c8fe1b7fd1d req-99aea7cc-7676-43eb-9be8-dbe4d0e4b529 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ccb6bd6-967f-42a6-8048-ecf288fc72d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433407 Jul 01 20:04:00.216373 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d67ce5-7b5d-4a80-945d-73657d858616 req-c834acb8-43ee-4213-8c0e-cc3336cf7427 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:04:00.218209 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c9d67ce5-7b5d-4a80-945d-73657d858616 req-c834acb8-43ee-4213-8c0e-cc3336cf7427 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b69ef6-f510-4e9c-b4c2-0e380cf5be19 HTTP/1.1" status: 200 len: 945 time: 0.0513051 Jul 01 20:04:00.268839 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-c9d67ce5-7b5d-4a80-945d-73657d858616 req-eb9b7801-ac7a-458c-b271-5f23178254a2 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ccb6bd6-967f-42a6-8048-ecf288fc72d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444679 Jul 01 20:04:00.482602 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49caa850-921d-4a19-9796-d1f8c2a839ae req-a1fb8442-a82f-471e-90a9-53bf75a6e807 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 20:04:00.484971 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-49caa850-921d-4a19-9796-d1f8c2a839ae req-a1fb8442-a82f-471e-90a9-53bf75a6e807 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1b69ef6-f510-4e9c-b4c2-0e380cf5be19 HTTP/1.1" status: 200 len: 945 time: 0.0531743 Jul 01 20:04:00.574838 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-49caa850-921d-4a19-9796-d1f8c2a839ae req-cc55ddf4-1686-4e7f-88d1-e1f511d9d849 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Deleting port b9536b26-42f3-4752-b48d-89169327f3dc {{(pid=110544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 20:04:00.575239 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-49caa850-921d-4a19-9796-d1f8c2a839ae req-cc55ddf4-1686-4e7f-88d1-e1f511d9d849 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766990160644'] for port (b9536b26-42f3-4752-b48d-89169327f3dc), before_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:00.677737 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.db [req-49caa850-921d-4a19-9796-d1f8c2a839ae req-cc55ddf4-1686-4e7f-88d1-e1f511d9d849 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] For port b9536b26-42f3-4752-b48d-89169327f3dc, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b9536b26-42f3-4752-b48d-89169327f3dc,segment=NetworkSegment(324bd86d-314b-498b-b1f7-867e3e9f7880),segment_id=324bd86d-314b-498b-b1f7-867e3e9f7880)] {{(pid=110544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 20:04:00.678283 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-49caa850-921d-4a19-9796-d1f8c2a839ae req-cc55ddf4-1686-4e7f-88d1-e1f511d9d849 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728652'] for port (b9536b26-42f3-4752-b48d-89169327f3dc), precommit_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:00.692825 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.plugins.ml2.plugin [req-49caa850-921d-4a19-9796-d1f8c2a839ae req-cc55ddf4-1686-4e7f-88d1-e1f511d9d849 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Calling delete_port for b9536b26-42f3-4752-b48d-89169327f3dc owned by compute:nova {{(pid=110544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 20:04:00.833524 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-49caa850-921d-4a19-9796-d1f8c2a839ae req-cc55ddf4-1686-4e7f-88d1-e1f511d9d849 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3672251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766990166312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766989768798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6193670'] for port (b9536b26-42f3-4752-b48d-89169327f3dc), after_delete {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:00.880297 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55ddf4-1686-4e7f-88d1-e1f511d9d849 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Pushing event deleted for resources: {'Port': ['ID=b9536b26-42f3-4752-b48d-89169327f3dc,revision_number=None']} {{(pid=110544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:04:00.898818 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55ddf4-1686-4e7f-88d1-e1f511d9d849 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:04:00.899407 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55ddf4-1686-4e7f-88d1-e1f511d9d849 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:04:00.903541 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55ddf4-1686-4e7f-88d1-e1f511d9d849 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:04:00.903541 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55ddf4-1686-4e7f-88d1-e1f511d9d849 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:04:00.903541 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55ddf4-1686-4e7f-88d1-e1f511d9d849 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:04:00.903541 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55ddf4-1686-4e7f-88d1-e1f511d9d849 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:04:00.903541 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55ddf4-1686-4e7f-88d1-e1f511d9d849 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:04:00.903541 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55ddf4-1686-4e7f-88d1-e1f511d9d849 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:04:00.903541 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55ddf4-1686-4e7f-88d1-e1f511d9d849 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:04:00.904923 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55ddf4-1686-4e7f-88d1-e1f511d9d849 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:04:00.904923 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55ddf4-1686-4e7f-88d1-e1f511d9d849 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:04:00.904923 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55ddf4-1686-4e7f-88d1-e1f511d9d849 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:04:00.905191 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55ddf4-1686-4e7f-88d1-e1f511d9d849 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:04:00.905530 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55ddf4-1686-4e7f-88d1-e1f511d9d849 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:04:00.905934 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55ddf4-1686-4e7f-88d1-e1f511d9d849 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-7-iscsi {{(pid=110544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 20:04:00.950289 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.db.l3_dvrscheduler_db [req-49caa850-921d-4a19-9796-d1f8c2a839ae req-cc55ddf4-1686-4e7f-88d1-e1f511d9d849 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] No DVR routers for this DVR port b9536b26-42f3-4752-b48d-89169327f3dc on host hv-cinder-84460 {{(pid=110544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 20:04:00.952875 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron_lib.callbacks.manager [req-49caa850-921d-4a19-9796-d1f8c2a839ae req-cc55ddf4-1686-4e7f-88d1-e1f511d9d849 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6124'] for port (None), before_response {{(pid=110544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:00.956130 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-49caa850-921d-4a19-9796-d1f8c2a839ae req-cc55ddf4-1686-4e7f-88d1-e1f511d9d849 tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.60 "DELETE /v2.0/ports/b9536b26-42f3-4752-b48d-89169327f3dc HTTP/1.1" status: 204 len: 173 time: 0.4665797 Jul 01 20:04:00.956566 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b69ef6-f510-4e9c-b4c2-0e380cf5be19', 'name': 'network-vif-deleted', 'tag': 'b9536b26-42f3-4752-b48d-89169327f3dc'}] {{(pid=110544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 20:04:00.958820 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae4b8705b2a224048b9786bed59b7caf6536377196c04de86aee0f7b52c5b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93672821-8aec-44f5-aa92-55174516420d" -d '{"events": [{"server_uuid": "f1b69ef6-f510-4e9c-b4c2-0e380cf5be19", "name": "network-vif-deleted", "tag": "b9536b26-42f3-4752-b48d-89169327f3dc"}]}' {{(pid=110544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 20:04:01.135439 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 20:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35203f86-2c56-41c5-bd4f-9fe2ced8d93d x-openstack-request-id: req-35203f86-2c56-41c5-bd4f-9fe2ced8d93d {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 20:04:01.135731 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b69ef6-f510-4e9c-b4c2-0e380cf5be19", "name": "network-vif-deleted", "tag": "b9536b26-42f3-4752-b48d-89169327f3dc", "status": "completed", "code": 200}]} {{(pid=110544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 20:04:01.135988 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-35203f86-2c56-41c5-bd4f-9fe2ced8d93d {{(pid=110544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 20:04:01.136396 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35203f86-2c56-41c5-bd4f-9fe2ced8d93d'] response: {'server_uuid': 'f1b69ef6-f510-4e9c-b4c2-0e380cf5be19', 'name': 'network-vif-deleted', 'tag': 'b9536b26-42f3-4752-b48d-89169327f3dc', 'status': 'completed', 'code': 200} Jul 01 20:04:01.383053 dv-cinder-844601-7-iscsi neutron-server[110544]: INFO neutron.wsgi [req-455b61a2-5bce-496a-aec6-4ce13f904efc req-fe3efe76-0d5a-4762-a5e1-b5a5e288f60c tempest-VolumesSnapshotTestJSON-1135969710 tempest-VolumesSnapshotTestJSON-1135969710-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b69ef6-f510-4e9c-b4c2-0e380cf5be19 HTTP/1.1" status: 200 len: 210 time: 0.0284812 Jul 01 20:04:02.549910 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device b9536b26-42f3-4752-b48d-89169327f3dc no longer exists at agent hyperv_hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 20:04:02.570058 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.plugin [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] No Port match for: b9536b26-42f3-4752-b48d-89169327f3dc {{(pid=110546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 20:04:02.570411 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron.plugins.ml2.rpc [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Device b9536b26-42f3-4752-b48d-89169327f3dc not bound to the agent host hv-cinder-84460 {{(pid=110546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 20:04:06.161199 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-0e878ba0-b979-4538-abbb-bb9d4fb3cdc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:07.625677 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36842) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:04:07.735462 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b1b3-bca6-4412-8f65-a9a37004812f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:07.813174 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b1b3-bca6-4412-8f65-a9a37004812f admin admin] Publish callbacks [] for security_group (547262d0-690c-4c6e-8918-a3b4ff093b59), precommit_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:07.816688 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b1b3-bca6-4412-8f65-a9a37004812f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (547262d0-690c-4c6e-8918-a3b4ff093b59), after_create {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:07.857331 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3b1b3-bca6-4412-8f65-a9a37004812f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547262d0-690c-4c6e-8918-a3b4ff093b59,revision_number=1']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:04:07.861474 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-d1d3b1b3-bca6-4412-8f65-a9a37004812f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a02ae0275bcd429cb4a015a5d68e277e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347822 Jul 01 20:04:07.864301 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36846) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:04:07.915327 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-10624f60-d144-4d3d-9571-7903ebd2842f admin admin] Publish callbacks [] for security_group (547262d0-690c-4c6e-8918-a3b4ff093b59), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:07.936971 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-10624f60-d144-4d3d-9571-7903ebd2842f admin admin] Publish callbacks [] for security_group (547262d0-690c-4c6e-8918-a3b4ff093b59), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:07.985188 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-10624f60-d144-4d3d-9571-7903ebd2842f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (547262d0-690c-4c6e-8918-a3b4ff093b59), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:07.987746 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-10624f60-d144-4d3d-9571-7903ebd2842f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:07.988872 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-10624f60-d144-4d3d-9571-7903ebd2842f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/547262d0-690c-4c6e-8918-a3b4ff093b59 HTTP/1.1" status: 204 len: 168 time: 0.1237106 Jul 01 20:04:07.996962 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10624f60-d144-4d3d-9571-7903ebd2842f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547262d0-690c-4c6e-8918-a3b4ff093b59,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:04:08.601884 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84726be7-4c00-4001-b54d-9acacce622fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:08.854664 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 20:04:09.790322 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:11.142610 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:11.363266 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=80,neutron:DELETE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:04:11.364090 dv-cinder-844601-7-iscsi neutron-server[110544]: DEBUG dbcounter [-] [110544] Writing DB stats neutron:SELECT=85,neutron:DELETE=4 {{(pid=110544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:04:11.421276 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:17.329796 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:17.992187 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=34,neutron:INSERT=4,neutron:DELETE=3 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:04:17.992955 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=36,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:04:23.716900 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36948) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:04:23.761234 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5e3123-9fc2-41c2-8f4c-38120f70d3b0 admin admin] Deleting subnet e0654df8-5f7e-4d86-bf16-c3801e48041b {{(pid=110545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 20:04:23.764945 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3123-9fc2-41c2-8f4c-38120f70d3b0 admin admin] Publish callbacks [] for subnet (e0654df8-5f7e-4d86-bf16-c3801e48041b), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:23.798434 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3123-9fc2-41c2-8f4c-38120f70d3b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7752395'] for subnet (e0654df8-5f7e-4d86-bf16-c3801e48041b), precommit_delete_associations {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:23.837391 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3123-9fc2-41c2-8f4c-38120f70d3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482502'] for subnet (e0654df8-5f7e-4d86-bf16-c3801e48041b), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:23.892471 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3123-9fc2-41c2-8f4c-38120f70d3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5117086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4256252'] for subnet (e0654df8-5f7e-4d86-bf16-c3801e48041b), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:23.919189 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e3123-9fc2-41c2-8f4c-38120f70d3b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0654df8-5f7e-4d86-bf16-c3801e48041b,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:04:23.921122 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3123-9fc2-41c2-8f4c-38120f70d3b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:23.924236 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-5a5e3123-9fc2-41c2-8f4c-38120f70d3b0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e0654df8-5f7e-4d86-bf16-c3801e48041b HTTP/1.1" status: 204 len: 168 time: 0.2063658 Jul 01 20:04:23.926801 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36950) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:04:23.994550 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9bd133b4-7a24-4035-831c-881c5ec30ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624501'] for network (cb46ba7b-648e-4780-990c-7464d8fd9433), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:24.074570 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9bd133b4-7a24-4035-831c-881c5ec30ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599248', 'neutron.services.segments.db._delete_segments_for_network-8766990268766'] for network (cb46ba7b-648e-4780-990c-7464d8fd9433), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:24.094300 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-9bd133b4-7a24-4035-831c-881c5ec30ddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb46ba7b-648e-4780-990c-7464d8fd9433']}} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:04:24.103451 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-9bd133b4-7a24-4035-831c-881c5ec30ddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324bd86d-314b-498b-b1f7-867e3e9f7880') {'for_net_delete': True} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:04:24.103750 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.services.segments.db [None req-9bd133b4-7a24-4035-831c-881c5ec30ddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324bd86d-314b-498b-b1f7-867e3e9f7880') {} {{(pid=110545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 20:04:24.113857 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9bd133b4-7a24-4035-831c-881c5ec30ddc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766990270311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7752432'] for segment (324bd86d-314b-498b-b1f7-867e3e9f7880), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:24.127438 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9bd133b4-7a24-4035-831c-881c5ec30ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997'] for segment (324bd86d-314b-498b-b1f7-867e3e9f7880), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:24.133497 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd133b4-7a24-4035-831c-881c5ec30ddc admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=110545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 20:04:24.133903 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9bd133b4-7a24-4035-831c-881c5ec30ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5116964'] for segment (324bd86d-314b-498b-b1f7-867e3e9f7880), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:24.159915 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment 324bd86d-314b-498b-b1f7-867e3e9f7880 resource provider aggregate not found Jul 01 20:04:24.193992 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.services.segments.plugin [-] Segment 324bd86d-314b-498b-b1f7-867e3e9f7880 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 324bd86d-314b-498b-b1f7-867e3e9f7880 found for delete ", "request_id": "req-0d316406-37ba-47e0-878e-640f9176606a"}]} Jul 01 20:04:24.202059 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9bd133b4-7a24-4035-831c-881c5ec30ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725398'] for network (cb46ba7b-648e-4780-990c-7464d8fd9433), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:24.206755 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-9bd133b4-7a24-4035-831c-881c5ec30ddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603358'] for network (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:24.209867 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-9bd133b4-7a24-4035-831c-881c5ec30ddc admin admin] 10.222.0.66 "DELETE /v2.0/networks/cb46ba7b-648e-4780-990c-7464d8fd9433 HTTP/1.1" status: 204 len: 168 time: 0.2821274 Jul 01 20:04:24.222796 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd133b4-7a24-4035-831c-881c5ec30ddc admin admin] Pushing event deleted for resources: {'Network': ['ID=cb46ba7b-648e-4780-990c-7464d8fd9433,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:04:24.373312 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36958) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:04:24.413770 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-c021f186-fc44-43ac-a0b1-fa280ac93ac3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8fc7896ac2f04a87bbe1e19b92c87fc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392070 Jul 01 20:04:24.416119 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [-] (110545) accepted ('10.222.0.66', 36960) {{(pid=110545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 20:04:24.463985 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-39c2d928-9e9e-4cf8-8c22-869c73302293 admin admin] Publish callbacks [] for security_group (5ccb6bd6-967f-42a6-8048-ecf288fc72d3), before_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:24.485904 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-39c2d928-9e9e-4cf8-8c22-869c73302293 admin admin] Publish callbacks [] for security_group (5ccb6bd6-967f-42a6-8048-ecf288fc72d3), precommit_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:24.532480 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-39c2d928-9e9e-4cf8-8c22-869c73302293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629895'] for security_group (5ccb6bd6-967f-42a6-8048-ecf288fc72d3), after_delete {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:24.535467 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron_lib.callbacks.manager [None req-39c2d928-9e9e-4cf8-8c22-869c73302293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:24.536548 dv-cinder-844601-7-iscsi neutron-server[110545]: INFO neutron.wsgi [None req-39c2d928-9e9e-4cf8-8c22-869c73302293 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5ccb6bd6-967f-42a6-8048-ecf288fc72d3 HTTP/1.1" status: 204 len: 168 time: 0.1195524 Jul 01 20:04:24.545306 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2d928-9e9e-4cf8-8c22-869c73302293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccb6bd6-967f-42a6-8048-ecf288fc72d3,revision_number=None']} {{(pid=110545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 20:04:24.849528 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:04:24.853909 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:04:27.323824 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:04:34.539524 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:04:34.540301 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG dbcounter [-] [110545] Writing DB stats neutron:SELECT=80,neutron:DELETE=6 {{(pid=110545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:04:34.557660 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:04:34.558507 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:04:34.880577 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:04:34.881351 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:04:36.123503 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-3c3983bb-c0d8-4901-97f4-88a200c378c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:38.602877 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-23b26189-548f-42f1-9160-1467813e4e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:39.785134 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:41.149654 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:41.423533 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:45.854242 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 20:04:47.345470 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:04:57.334823 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:04:57.338858 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=7 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:04:57.341645 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:05:01.847109 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:05:01.851075 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:05:06.125336 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-1aed7b84-628c-4515-96ed-a6d3f3898cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:05:08.605289 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-b359c430-b070-4db9-b1a3-ab142d97dede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:05:09.788118 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:05:11.149404 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:05:11.425804 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:05:17.361924 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:05:22.853851 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 20:05:27.350540 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:05:27.354805 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:05:27.356799 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:05:36.129364 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-e5345b2c-636e-466b-8018-773daad96d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:05:38.608642 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-46be5059-5cb7-44af-9976-7bf8bad3d52d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:05:38.843378 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=16 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:05:38.848367 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=18 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:05:39.793473 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:05:41.152397 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:05:41.429765 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:05:47.377050 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:05:57.367049 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:05:57.370882 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:05:57.372649 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:05:59.853708 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 20:06:06.132620 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-8a32cd19-d3fb-4012-af89-042a333d66f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:06:08.610314 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-012dce7d-6ae6-4bab-93e6-60c9272f308c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:06:09.797317 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:06:11.154980 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:06:11.431726 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:06:15.840744 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:06:15.845858 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:06:17.377479 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:06:27.366805 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=18 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:06:27.371653 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:06:27.373649 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:06:34.886144 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:06:34.886959 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:06:36.124969 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-00d9c0b0-0dfb-4d8d-aac7-240f6a8a5122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:06:36.853719 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 20:06:38.612311 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-3c4ff334-3f66-4ca4-aabd-90a011a5afd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:06:39.797095 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:06:41.157242 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:06:41.436608 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:06:47.392132 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:06:52.843085 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=6 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:06:53.855869 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:06:57.382210 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:06:57.386277 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=6 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:06:57.387741 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:07:06.125592 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-fb39c5d8-5d84-4d48-9f5b-b77cd6417b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:07:08.614624 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-0a99d8f1-3f97-4ec5-ac11-80be0a42e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:07:09.799653 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:07:11.169614 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:07:11.440676 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:07:13.852755 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 20:07:17.392840 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:07:27.383508 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=6 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:07:27.387328 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:07:27.389013 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:07:36.127850 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-f395a57d-6528-4963-8810-122d5b5ff603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:07:36.290516 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=15 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:07:36.291254 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=19 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:07:38.616036 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-11c3fc76-5aad-449e-a186-d5bec55c6ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:07:39.802283 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:07:41.172253 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:07:41.444786 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:07:47.394079 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:07:50.853477 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 20:07:51.439333 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:07:57.388203 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:07:57.390119 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:08:06.136307 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-e1607093-efb5-480d-af25-c88b689fdc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:08:06.831824 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:08:06.835923 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:08:08.618009 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5906-28a2-49e0-a048-68f0327220a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:08:09.807384 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:08:11.173262 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:08:11.448204 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:08:17.423917 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:08:24.605406 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [req-2083e9a4-d4c4-41ab-9827-a904db37a352 req-34bdcf4c-c62b-4748-abe3-2f9b6feca1ef service neutron] (110545) timed out ('10.222.0.60', 55417) {{(pid=110545) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 01 20:08:25.405771 dv-cinder-844601-7-iscsi neutron-server[110545]: DEBUG neutron.wsgi [req-16123d70-be0f-4ea5-94d6-6733a7c7753d req-7742cb72-c2cf-456d-ba39-d27e807cf211 service neutron] (110545) timed out ('10.222.0.60', 55409) {{(pid=110545) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 01 20:08:27.413185 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:08:27.418278 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:08:27.419474 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:08:27.853543 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 20:08:36.128612 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-4e876df7-d314-4c81-b8eb-8a29f3dffbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:08:38.618851 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-2562c81c-c716-4b4c-8dcb-2dca49627e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:08:39.806643 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:08:41.176463 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:08:41.459465 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:08:43.837764 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:08:43.842605 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:08:47.439837 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:08:51.453915 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:08:57.430240 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:08:57.436141 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:09:04.853217 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 20:09:06.129929 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-090937d1-fba1-4380-aa71-0b034941a6be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:09:08.620394 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-b9890197-f8f1-4b1c-a7c1-133e404d7184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:09:09.809135 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:09:11.180711 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:09:11.451268 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:09:17.455075 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:09:20.834169 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:09:20.839306 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:09:27.445119 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:09:27.449615 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:09:27.451587 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:09:36.132309 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-15a36333-3069-496f-aedf-8c0c64661736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (c73d88bc-f5d4-4e4e-bef7-e6641222d38b), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:09:36.215671 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=13 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:09:36.217518 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=13 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 20:09:38.622353 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-e2773158-5cfe-496f-af78-10ee6ed1b3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (92102641-59bc-4b31-9151-065046da5b4e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:09:39.811527 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-84e3fc72-7972-4e66-ae1e-c9bf31bd0cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (7530cc6c-5ece-4b20-95b0-7c8008fef18e), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:09:41.183797 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-cba8ab93-6982-43a2-a244-f8ad2cf37beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (1356e315-d7e0-4ee8-830b-7643899f74ea), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:09:41.453572 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-520f6246-b665-4881-9a48-4c544643b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (29b1a75b-836a-4c45-87de-0068e7577a81), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:09:41.852923 dv-cinder-844601-7-iscsi neutron-server[110547]: DEBUG neutron.db.agents_db [None req-89f0b3d3-733d-40b6-aeaf-84d6479ad0ef None None] Agent healthcheck: found 6 active agents {{(pid=110547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 20:09:47.465652 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG neutron_lib.callbacks.manager [None req-d21e8850-181c-438b-be65-2eb6064880f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766990268748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482321'] for agent (080768a1-72cc-47dc-9460-2bcdea095798), after_update {{(pid=110546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 20:09:51.450001 dv-cinder-844601-7-iscsi neutron-server[110546]: DEBUG dbcounter [-] [110546] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110546) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}